2024-12-03 15:49:45,176 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-03 15:49:45,202 main DEBUG Took 0.019276 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 15:49:45,202 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 15:49:45,204 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 15:49:45,206 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 15:49:45,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,215 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 15:49:45,231 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,238 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,240 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,241 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,243 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,244 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,245 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,246 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,248 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,249 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 15:49:45,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,251 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 15:49:45,253 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 15:49:45,255 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 15:49:45,267 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 15:49:45,267 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 15:49:45,269 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 15:49:45,270 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 15:49:45,288 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 15:49:45,292 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 15:49:45,294 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 15:49:45,295 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 15:49:45,295 main DEBUG createAppenders(={Console}) 2024-12-03 15:49:45,296 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-03 15:49:45,297 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-03 15:49:45,297 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-03 15:49:45,298 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 15:49:45,298 main DEBUG OutputStream closed 2024-12-03 15:49:45,299 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 15:49:45,299 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 15:49:45,299 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-03 15:49:45,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 15:49:45,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 15:49:45,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 15:49:45,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 15:49:45,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 15:49:45,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 15:49:45,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 15:49:45,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 15:49:45,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 15:49:45,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 15:49:45,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 15:49:45,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 15:49:45,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 15:49:45,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 15:49:45,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 15:49:45,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 15:49:45,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 15:49:45,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 15:49:45,441 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 15:49:45,441 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-03 15:49:45,442 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 15:49:45,443 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-03T15:49:45,991 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca 2024-12-03 15:49:45,995 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 15:49:45,996 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T15:49:46,018 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-03T15:49:46,115 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=632, ProcessCount=11, AvailableMemoryMB=3507 2024-12-03T15:49:46,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T15:49:46,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842, deleteOnExit=true 2024-12-03T15:49:46,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T15:49:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/test.cache.data in system properties and HBase conf 2024-12-03T15:49:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T15:49:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir in system properties and HBase conf 2024-12-03T15:49:46,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T15:49:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T15:49:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T15:49:46,384 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T15:49:46,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T15:49:46,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:49:46,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:49:46,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T15:49:46,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:49:46,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T15:49:46,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T15:49:46,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:49:46,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:49:46,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T15:49:46,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/nfs.dump.dir in system properties and HBase conf 2024-12-03T15:49:46,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/java.io.tmpdir in system properties and HBase conf 2024-12-03T15:49:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:49:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T15:49:46,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T15:49:48,019 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T15:49:48,175 INFO [Time-limited test {}] log.Log(170): Logging initialized @4251ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T15:49:48,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:49:48,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:49:48,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:49:48,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:49:48,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:49:48,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:49:48,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:49:48,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:49:48,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/java.io.tmpdir/jetty-localhost-35413-hadoop-hdfs-3_4_1-tests_jar-_-any-3298585952181462666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:49:48,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:35413} 2024-12-03T15:49:48,950 INFO [Time-limited test {}] server.Server(415): Started @5027ms 2024-12-03T15:49:49,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:49:49,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:49:49,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:49:49,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:49:49,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:49:49,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:49:49,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:49:50,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@138ae980{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/java.io.tmpdir/jetty-localhost-38447-hadoop-hdfs-3_4_1-tests_jar-_-any-6717413066634940633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:49:50,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:38447} 2024-12-03T15:49:50,017 INFO [Time-limited test {}] server.Server(415): Started @6094ms 2024-12-03T15:49:50,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:49:50,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:49:50,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:49:50,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:49:50,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:49:50,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:49:50,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:49:50,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:49:50,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e972183{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/java.io.tmpdir/jetty-localhost-42557-hadoop-hdfs-3_4_1-tests_jar-_-any-17485341957205233417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:49:50,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:42557} 2024-12-03T15:49:50,743 INFO [Time-limited test {}] server.Server(415): Started @6820ms 2024-12-03T15:49:50,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:49:51,376 WARN [Thread-94 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data1/current/BP-1612471164-172.17.0.3-1733240987612/current, will proceed with Du for space computation calculation, 2024-12-03T15:49:51,377 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data3/current/BP-1612471164-172.17.0.3-1733240987612/current, will proceed with Du for space computation calculation, 2024-12-03T15:49:51,387 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data4/current/BP-1612471164-172.17.0.3-1733240987612/current, will proceed with Du for space computation calculation, 2024-12-03T15:49:51,390 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data2/current/BP-1612471164-172.17.0.3-1733240987612/current, will proceed with Du for space computation calculation, 2024-12-03T15:49:51,568 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:49:51,571 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:49:51,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2efe73d4a25cc84 with lease ID 0x737dfd326bf71962: Processing first storage report for DS-7e84fb73-8d50-48df-ab4c-df0e26d67958 from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f87227bc-86b9-43fc-adaf-53e29ce1321b, infoPort=40459, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612) 2024-12-03T15:49:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2efe73d4a25cc84 with lease ID 0x737dfd326bf71962: from storage DS-7e84fb73-8d50-48df-ab4c-df0e26d67958 node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f87227bc-86b9-43fc-adaf-53e29ce1321b, infoPort=40459, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-12-03T15:49:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49b8e0b14b251402 with lease ID 0x737dfd326bf71963: Processing first storage report for DS-e163ebb7-a889-4487-a522-3db83ae577f3 from datanode DatanodeRegistration(127.0.0.1:45785, datanodeUuid=45547f01-a18e-4a0a-9832-061d2d222623, infoPort=43829, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612) 2024-12-03T15:49:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49b8e0b14b251402 with lease ID 0x737dfd326bf71963: from storage DS-e163ebb7-a889-4487-a522-3db83ae577f3 node DatanodeRegistration(127.0.0.1:45785, datanodeUuid=45547f01-a18e-4a0a-9832-061d2d222623, infoPort=43829, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T15:49:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2efe73d4a25cc84 with lease ID 0x737dfd326bf71962: Processing first storage report for DS-a8224552-4c5e-4aca-84d1-be6358ff9a44 from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f87227bc-86b9-43fc-adaf-53e29ce1321b, infoPort=40459, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612) 2024-12-03T15:49:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2efe73d4a25cc84 with lease ID 0x737dfd326bf71962: from storage DS-a8224552-4c5e-4aca-84d1-be6358ff9a44 node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=f87227bc-86b9-43fc-adaf-53e29ce1321b, infoPort=40459, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T15:49:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49b8e0b14b251402 with lease ID 0x737dfd326bf71963: Processing first storage report for DS-df3ba3f5-25cd-4392-9e0f-281af87c787c from datanode DatanodeRegistration(127.0.0.1:45785, datanodeUuid=45547f01-a18e-4a0a-9832-061d2d222623, infoPort=43829, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612) 2024-12-03T15:49:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49b8e0b14b251402 with lease ID 0x737dfd326bf71963: from storage DS-df3ba3f5-25cd-4392-9e0f-281af87c787c node DatanodeRegistration(127.0.0.1:45785, datanodeUuid=45547f01-a18e-4a0a-9832-061d2d222623, infoPort=43829, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=1485930569;c=1733240987612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:49:51,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca 2024-12-03T15:49:52,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/zookeeper_0, clientPort=58709, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T15:49:52,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58709 2024-12-03T15:49:52,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:49:52,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:49:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:49:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:49:52,855 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d with version=8 2024-12-03T15:49:52,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/hbase-staging 2024-12-03T15:49:53,031 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T15:49:53,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:49:53,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:49:53,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:49:53,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:49:53,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:49:53,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:49:53,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T15:49:53,906 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T15:49:53,930 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T15:49:53,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:49:53,976 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20514 (auto-detected) 2024-12-03T15:49:53,980 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T15:49:54,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35505 2024-12-03T15:49:54,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35505 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-12-03T15:49:54,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355050x0, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:49:54,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35505-0x101792017c90000 connected 2024-12-03T15:49:54,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:49:54,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:49:54,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:49:54,517 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d, hbase.cluster.distributed=false 2024-12-03T15:49:54,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:49:54,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35505 2024-12-03T15:49:54,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35505 2024-12-03T15:49:54,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35505 2024-12-03T15:49:54,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35505 2024-12-03T15:49:54,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35505 2024-12-03T15:49:54,924 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:49:54,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:49:54,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:49:54,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:49:54,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:49:54,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:49:54,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T15:49:54,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:49:54,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40247 2024-12-03T15:49:54,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40247 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-12-03T15:49:54,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:49:54,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:49:55,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402470x0, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:49:55,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402470x0, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:49:55,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40247-0x101792017c90001 connected 2024-12-03T15:49:55,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T15:49:55,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T15:49:55,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T15:49:55,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:49:55,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40247 2024-12-03T15:49:55,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40247 2024-12-03T15:49:55,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40247 2024-12-03T15:49:55,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40247 2024-12-03T15:49:55,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40247 2024-12-03T15:49:55,224 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;713339a81dd9:35505 2024-12-03T15:49:55,234 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/713339a81dd9,35505,1733240993129 2024-12-03T15:49:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:49:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:49:55,264 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/713339a81dd9,35505,1733240993129 2024-12-03T15:49:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T15:49:55,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:55,350 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T15:49:55,367 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/713339a81dd9,35505,1733240993129 from backup master directory 2024-12-03T15:49:55,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/713339a81dd9,35505,1733240993129 2024-12-03T15:49:55,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:49:55,380 WARN [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:49:55,380 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=713339a81dd9,35505,1733240993129 2024-12-03T15:49:55,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:49:55,383 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T15:49:55,398 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T15:49:55,568 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/hbase.id] with ID: f324aca8-85f3-4ca1-b8c1-2331172e58f3 2024-12-03T15:49:55,568 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/.tmp/hbase.id 2024-12-03T15:49:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:49:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:49:55,641 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/.tmp/hbase.id]:[hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/hbase.id] 2024-12-03T15:49:55,858 INFO [master/713339a81dd9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:49:55,867 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T15:49:55,905 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 34ms. 2024-12-03T15:49:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:55,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:49:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:49:56,091 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:49:56,099 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T15:49:56,123 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:49:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:49:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:49:56,365 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store 2024-12-03T15:49:56,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:49:56,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:49:56,539 INFO [master/713339a81dd9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T15:49:56,544 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:49:56,545 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:49:56,546 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:49:56,546 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:49:56,552 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:49:56,552 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:49:56,552 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:49:56,554 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733240996545Disabling compacts and flushes for region at 1733240996545Disabling writes for close at 1733240996552 (+7 ms)Writing region close event to WAL at 1733240996552Closed at 1733240996552 2024-12-03T15:49:56,578 WARN [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/.initializing 2024-12-03T15:49:56,579 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/WALs/713339a81dd9,35505,1733240993129 2024-12-03T15:49:56,596 INFO [master/713339a81dd9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:49:56,639 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C35505%2C1733240993129, suffix=, logDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/WALs/713339a81dd9,35505,1733240993129, archiveDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/oldWALs, maxLogs=10 2024-12-03T15:49:56,706 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/WALs/713339a81dd9,35505,1733240993129/713339a81dd9%2C35505%2C1733240993129.1733240996651, exclude list is [], retry=0 2024-12-03T15:49:56,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:49:56,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK] 2024-12-03T15:49:56,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK] 2024-12-03T15:49:56,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T15:49:56,869 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/WALs/713339a81dd9,35505,1733240993129/713339a81dd9%2C35505%2C1733240993129.1733240996651 2024-12-03T15:49:56,872 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459),(127.0.0.1/127.0.0.1:43829:43829)] 2024-12-03T15:49:56,873 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:49:56,875 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:49:56,881 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:56,882 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:56,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T15:49:57,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:57,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:49:57,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T15:49:57,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:57,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:49:57,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T15:49:57,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:57,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:49:57,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T15:49:57,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:57,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:49:57,116 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,126 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,129 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,154 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,155 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,166 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T15:49:57,195 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:49:57,235 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:49:57,238 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810407, jitterRate=0.03048674762248993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T15:49:57,247 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733240996902Initializing all the Stores at 1733240996926 (+24 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733240996927 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733240996938 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733240996939 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733240996940 (+1 ms)Cleaning up temporary data from old regions at 1733240997155 (+215 ms)Region opened successfully at 1733240997247 (+92 ms) 2024-12-03T15:49:57,263 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T15:49:57,357 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64acc8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:49:57,428 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T15:49:57,455 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T15:49:57,456 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T15:49:57,466 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T15:49:57,484 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 17 msec 2024-12-03T15:49:57,494 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-12-03T15:49:57,495 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T15:49:57,575 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T15:49:57,595 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T15:49:57,607 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T15:49:57,611 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T15:49:57,622 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T15:49:57,646 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T15:49:57,650 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T15:49:57,674 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T15:49:57,687 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T15:49:57,705 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T15:49:57,713 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T15:49:57,762 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T15:49:57,775 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T15:49:57,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:49:57,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:49:57,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:57,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:57,795 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=713339a81dd9,35505,1733240993129, sessionid=0x101792017c90000, setting cluster-up flag (Was=false) 2024-12-03T15:49:57,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:57,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:57,922 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T15:49:57,933 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,35505,1733240993129 2024-12-03T15:49:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:57,973 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T15:49:57,976 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,35505,1733240993129 2024-12-03T15:49:57,994 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T15:49:58,050 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(746): ClusterId : f324aca8-85f3-4ca1-b8c1-2331172e58f3 2024-12-03T15:49:58,054 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T15:49:58,091 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T15:49:58,091 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T15:49:58,109 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T15:49:58,122 DEBUG [RS:0;713339a81dd9:40247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d465699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:49:58,150 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T15:49:58,156 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;713339a81dd9:40247 2024-12-03T15:49:58,160 INFO [RS:0;713339a81dd9:40247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T15:49:58,160 INFO [RS:0;713339a81dd9:40247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T15:49:58,160 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T15:49:58,174 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,35505,1733240993129 with port=40247, startcode=1733240994852 2024-12-03T15:49:58,179 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T15:49:58,201 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T15:49:58,202 DEBUG [RS:0;713339a81dd9:40247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T15:49:58,219 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 713339a81dd9,35505,1733240993129 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T15:49:58,278 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:49:58,278 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:49:58,279 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:49:58,279 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:49:58,279 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/713339a81dd9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T15:49:58,279 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,279 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:49:58,280 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,291 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T15:49:58,311 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733241028310 2024-12-03T15:49:58,313 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T15:49:58,314 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T15:49:58,315 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T15:49:58,320 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T15:49:58,321 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T15:49:58,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:49:58,321 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T15:49:58,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T15:49:58,322 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T15:49:58,330 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,348 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T15:49:58,350 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T15:49:58,350 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T15:49:58,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:58,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T15:49:58,368 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T15:49:58,369 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T15:49:58,377 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733240998370,5,FailOnTimeoutGroup] 2024-12-03T15:49:58,396 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733240998377,5,FailOnTimeoutGroup] 2024-12-03T15:49:58,396 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,396 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T15:49:58,403 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,403 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,406 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T15:49:58,406 WARN [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T15:49:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:49:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:49:58,527 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,35505,1733240993129 with port=40247, startcode=1733240994852 2024-12-03T15:49:58,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 713339a81dd9,40247,1733240994852 2024-12-03T15:49:58,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35505 {}] master.ServerManager(517): Registering regionserver=713339a81dd9,40247,1733240994852 2024-12-03T15:49:58,574 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d 2024-12-03T15:49:58,575 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35525 2024-12-03T15:49:58,575 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T15:49:58,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:49:58,590 DEBUG [RS:0;713339a81dd9:40247 {}] zookeeper.ZKUtil(111): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/713339a81dd9,40247,1733240994852 2024-12-03T15:49:58,591 WARN [RS:0;713339a81dd9:40247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:49:58,591 INFO [RS:0;713339a81dd9:40247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:49:58,591 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852 2024-12-03T15:49:58,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [713339a81dd9,40247,1733240994852] 2024-12-03T15:49:58,702 INFO [RS:0;713339a81dd9:40247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T15:49:58,732 INFO [RS:0;713339a81dd9:40247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T15:49:58,746 INFO [RS:0;713339a81dd9:40247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T15:49:58,746 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,753 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T15:49:58,768 INFO [RS:0;713339a81dd9:40247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T15:49:58,770 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,770 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,771 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,775 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,776 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,776 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,776 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:49:58,776 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,777 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,777 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,777 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,778 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,778 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:49:58,778 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:49:58,778 DEBUG [RS:0;713339a81dd9:40247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:49:58,786 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,787 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,787 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,787 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,787 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,791 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,40247,1733240994852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:49:58,823 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T15:49:58,825 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,40247,1733240994852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,826 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,827 INFO [RS:0;713339a81dd9:40247 {}] regionserver.Replication(171): 713339a81dd9,40247,1733240994852 started 2024-12-03T15:49:58,856 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:49:58,858 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1482): Serving as 713339a81dd9,40247,1733240994852, RpcServer on 713339a81dd9/172.17.0.3:40247, sessionid=0x101792017c90001 2024-12-03T15:49:58,859 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T15:49:58,859 DEBUG [RS:0;713339a81dd9:40247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 713339a81dd9,40247,1733240994852 2024-12-03T15:49:58,860 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,40247,1733240994852' 2024-12-03T15:49:58,860 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T15:49:58,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T15:49:58,868 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d 2024-12-03T15:49:58,870 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T15:49:58,875 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T15:49:58,875 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T15:49:58,875 DEBUG [RS:0;713339a81dd9:40247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 713339a81dd9,40247,1733240994852 2024-12-03T15:49:58,875 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,40247,1733240994852' 2024-12-03T15:49:58,875 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T15:49:58,885 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T15:49:58,890 DEBUG [RS:0;713339a81dd9:40247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T15:49:58,891 INFO [RS:0;713339a81dd9:40247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T15:49:58,891 INFO [RS:0;713339a81dd9:40247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T15:49:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:49:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:49:58,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:49:59,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:49:59,006 INFO [RS:0;713339a81dd9:40247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:49:59,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:49:59,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:59,034 INFO [RS:0;713339a81dd9:40247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C40247%2C1733240994852, suffix=, logDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852, archiveDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/oldWALs, maxLogs=32 2024-12-03T15:49:59,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:49:59,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:49:59,082 DEBUG [RS:0;713339a81dd9:40247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733240999041, exclude list is [], retry=0 2024-12-03T15:49:59,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:49:59,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:59,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:49:59,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:49:59,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK] 2024-12-03T15:49:59,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:49:59,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:59,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK] 2024-12-03T15:49:59,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:49:59,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:49:59,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:49:59,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:59,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:49:59,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:49:59,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740 2024-12-03T15:49:59,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740 2024-12-03T15:49:59,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:49:59,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:49:59,147 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:49:59,148 INFO [RS:0;713339a81dd9:40247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733240999041 2024-12-03T15:49:59,157 DEBUG [RS:0;713339a81dd9:40247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43829:43829),(127.0.0.1/127.0.0.1:40459:40459)] 2024-12-03T15:49:59,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:49:59,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:49:59,186 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=773659, jitterRate=-0.01624225080013275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:49:59,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733240998968Initializing all the Stores at 1733240998990 (+22 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733240998991 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733240999001 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733240999001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733240999001Cleaning up temporary data from old regions at 1733240999141 (+140 ms)Region opened successfully at 1733240999189 (+48 ms) 2024-12-03T15:49:59,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:49:59,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:49:59,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:49:59,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:49:59,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:49:59,213 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:49:59,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733240999191Disabling compacts and flushes for region at 1733240999191Disabling writes for close at 1733240999191Writing region close event to WAL at 1733240999212 (+21 ms)Closed at 1733240999213 (+1 ms) 2024-12-03T15:49:59,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:49:59,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T15:49:59,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T15:49:59,319 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:49:59,331 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T15:49:59,485 DEBUG [713339a81dd9:35505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T15:49:59,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=713339a81dd9,40247,1733240994852 2024-12-03T15:49:59,512 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,40247,1733240994852, state=OPENING 2024-12-03T15:49:59,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T15:49:59,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:59,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:49:59,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:49:59,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:49:59,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:49:59,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,40247,1733240994852}] 2024-12-03T15:49:59,725 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T15:49:59,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T15:49:59,750 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T15:49:59,751 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:49:59,759 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T15:49:59,779 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C40247%2C1733240994852.meta, suffix=.meta, logDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852, archiveDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/oldWALs, maxLogs=32 2024-12-03T15:49:59,815 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.meta.1733240999781.meta, exclude list is [], retry=0 2024-12-03T15:49:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK] 2024-12-03T15:49:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK] 2024-12-03T15:49:59,887 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.meta.1733240999781.meta 2024-12-03T15:49:59,893 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459),(127.0.0.1/127.0.0.1:43829:43829)] 2024-12-03T15:49:59,893 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:49:59,896 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T15:49:59,903 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T15:49:59,917 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T15:49:59,923 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T15:49:59,924 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:49:59,924 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T15:49:59,924 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T15:49:59,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:49:59,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:49:59,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:49:59,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:49:59,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:49:59,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:49:59,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:50:00,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:50:00,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:50:00,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:50:00,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:50:00,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:50:00,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:50:00,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:50:00,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:50:00,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:50:00,042 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:50:00,050 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740 2024-12-03T15:50:00,054 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740 2024-12-03T15:50:00,066 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:50:00,066 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:50:00,071 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:50:00,076 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:50:00,085 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689426, jitterRate=-0.12334975600242615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:50:00,085 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T15:50:00,103 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733240999925Writing region info on filesystem at 1733240999925Initializing all the Stores at 1733240999958 (+33 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733240999958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733240999962 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733240999962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733240999962Cleaning up temporary data from old regions at 1733241000066 (+104 ms)Running coprocessor post-open hooks at 1733241000086 (+20 ms)Region opened successfully at 1733241000102 (+16 ms) 2024-12-03T15:50:00,125 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733240999713 2024-12-03T15:50:00,169 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T15:50:00,170 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T15:50:00,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,40247,1733240994852 2024-12-03T15:50:00,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,40247,1733240994852, state=OPEN 2024-12-03T15:50:00,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:50:00,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:50:00,203 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=713339a81dd9,40247,1733240994852 2024-12-03T15:50:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:50:00,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:50:00,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T15:50:00,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,40247,1733240994852 in 668 msec 2024-12-03T15:50:00,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T15:50:00,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 995 msec 2024-12-03T15:50:00,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:50:00,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T15:50:00,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:50:00,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,40247,1733240994852, seqNum=-1] 2024-12-03T15:50:00,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:50:00,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:50:00,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.4020 sec 2024-12-03T15:50:00,455 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733241000455, completionTime=-1 2024-12-03T15:50:00,459 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T15:50:00,459 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T15:50:00,520 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T15:50:00,520 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733241060520 2024-12-03T15:50:00,521 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733241120521 2024-12-03T15:50:00,521 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 61 msec 2024-12-03T15:50:00,524 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,35505,1733240993129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:50:00,525 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,35505,1733240993129-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:50:00,525 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,35505,1733240993129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:50:00,531 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-713339a81dd9:35505, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:50:00,539 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T15:50:00,540 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T15:50:00,556 DEBUG [master/713339a81dd9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T15:50:00,602 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.222sec 2024-12-03T15:50:00,608 INFO [master/713339a81dd9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T15:50:00,612 INFO [master/713339a81dd9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T15:50:00,613 INFO [master/713339a81dd9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T15:50:00,619 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T15:50:00,619 INFO [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T15:50:00,620 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,35505,1733240993129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:50:00,621 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,35505,1733240993129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T15:50:00,665 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T15:50:00,666 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T15:50:00,667 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,35505,1733240993129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:50:00,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:50:00,706 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T15:50:00,706 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T15:50:00,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,35505,-1 for getting cluster id 2024-12-03T15:50:00,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T15:50:00,749 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f324aca8-85f3-4ca1-b8c1-2331172e58f3' 2024-12-03T15:50:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T15:50:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f324aca8-85f3-4ca1-b8c1-2331172e58f3" 2024-12-03T15:50:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76127ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:50:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,35505,-1] 2024-12-03T15:50:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T15:50:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:50:00,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T15:50:00,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e4627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:50:00,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:50:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,40247,1733240994852, seqNum=-1] 2024-12-03T15:50:00,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:50:00,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:50:00,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=713339a81dd9,35505,1733240993129 2024-12-03T15:50:00,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:50:00,939 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T15:50:00,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T15:50:00,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,35505,1733240993129 2024-12-03T15:50:00,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1703c4f5 2024-12-03T15:50:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T15:50:01,009 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T15:50:01,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T15:50:01,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T15:50:01,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:50:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-03T15:50:01,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T15:50:01,081 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:50:01,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-03T15:50:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:50:01,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T15:50:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741835_1011 (size=389) 2024-12-03T15:50:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741835_1011 (size=389) 2024-12-03T15:50:01,240 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3351db41230d4cae57237bb37832119f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d 2024-12-03T15:50:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741836_1012 (size=72) 2024-12-03T15:50:01,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741836_1012 (size=72) 2024-12-03T15:50:01,368 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:50:01,368 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3351db41230d4cae57237bb37832119f, disabling compactions & flushes 2024-12-03T15:50:01,368 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:01,368 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:01,368 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. after waiting 0 ms 2024-12-03T15:50:01,369 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:01,369 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:01,369 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3351db41230d4cae57237bb37832119f: Waiting for close lock at 1733241001368Disabling compacts and flushes for region at 1733241001368Disabling writes for close at 1733241001368Writing region close event to WAL at 1733241001369 (+1 ms)Closed at 1733241001369 2024-12-03T15:50:01,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T15:50:01,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733241001375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241001375"}]},"ts":"1733241001375"} 2024-12-03T15:50:01,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T15:50:01,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T15:50:01,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241001398"}]},"ts":"1733241001398"} 2024-12-03T15:50:01,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-03T15:50:01,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3351db41230d4cae57237bb37832119f, ASSIGN}] 2024-12-03T15:50:01,434 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3351db41230d4cae57237bb37832119f, ASSIGN 2024-12-03T15:50:01,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3351db41230d4cae57237bb37832119f, ASSIGN; state=OFFLINE, location=713339a81dd9,40247,1733240994852; forceNewPlan=false, retain=false 2024-12-03T15:50:01,595 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3351db41230d4cae57237bb37832119f, regionState=OPENING, regionLocation=713339a81dd9,40247,1733240994852 2024-12-03T15:50:01,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3351db41230d4cae57237bb37832119f, ASSIGN because future has completed 2024-12-03T15:50:01,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3351db41230d4cae57237bb37832119f, server=713339a81dd9,40247,1733240994852}] 2024-12-03T15:50:01,783 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:01,784 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3351db41230d4cae57237bb37832119f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:50:01,785 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,785 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:50:01,785 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,785 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,804 INFO [StoreOpener-3351db41230d4cae57237bb37832119f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,812 INFO [StoreOpener-3351db41230d4cae57237bb37832119f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3351db41230d4cae57237bb37832119f columnFamilyName info 2024-12-03T15:50:01,812 DEBUG [StoreOpener-3351db41230d4cae57237bb37832119f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:50:01,814 INFO [StoreOpener-3351db41230d4cae57237bb37832119f-1 {}] regionserver.HStore(327): Store=3351db41230d4cae57237bb37832119f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:50:01,815 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,817 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,819 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,822 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,822 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,827 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,854 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:50:01,856 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3351db41230d4cae57237bb37832119f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=845386, jitterRate=0.0749642550945282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T15:50:01,856 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:01,858 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3351db41230d4cae57237bb37832119f: Running coprocessor pre-open hook at 1733241001786Writing region info on filesystem at 1733241001786Initializing all the Stores at 1733241001795 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241001795Cleaning up temporary data from old regions at 1733241001822 (+27 ms)Running coprocessor post-open hooks at 1733241001856 (+34 ms)Region opened successfully at 1733241001858 (+2 ms) 2024-12-03T15:50:01,875 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f., pid=6, masterSystemTime=1733241001762 2024-12-03T15:50:01,882 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:01,883 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:01,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3351db41230d4cae57237bb37832119f, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,40247,1733240994852 2024-12-03T15:50:01,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3351db41230d4cae57237bb37832119f, server=713339a81dd9,40247,1733240994852 because future has completed 2024-12-03T15:50:01,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T15:50:01,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3351db41230d4cae57237bb37832119f, ASSIGN in 505 msec 2024-12-03T15:50:01,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T15:50:01,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3351db41230d4cae57237bb37832119f, server=713339a81dd9,40247,1733240994852 in 310 msec 2024-12-03T15:50:01,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T15:50:01,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241001945"}]},"ts":"1733241001945"} 2024-12-03T15:50:01,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-03T15:50:01,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T15:50:01,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 932 msec 2024-12-03T15:50:03,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T15:50:03,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T15:50:03,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-03T15:50:03,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-03T15:50:03,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:50:03,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T15:50:03,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T15:50:03,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T15:50:04,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T15:50:04,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-03T15:50:05,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T15:50:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:50:11,129 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-03T15:50:11,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-03T15:50:11,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-03T15:50:11,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:11,174 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241011145, exclude list is [], retry=0 2024-12-03T15:50:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK] 2024-12-03T15:50:11,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK] 2024-12-03T15:50:11,203 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733240999041 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241011145 2024-12-03T15:50:11,206 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459),(127.0.0.1/127.0.0.1:43829:43829)] 2024-12-03T15:50:11,206 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733240999041 is not closed yet, will try archiving it next time 2024-12-03T15:50:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741833_1009 (size=451) 2024-12-03T15:50:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741833_1009 (size=451) 2024-12-03T15:50:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f., hostname=713339a81dd9,40247,1733240994852, seqNum=2] 2024-12-03T15:50:11,242 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733240999041 to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/oldWALs/713339a81dd9%2C40247%2C1733240994852.1733240999041 2024-12-03T15:50:21,911 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T15:50:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40247 {}] regionserver.HRegion(8855): Flush requested on 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:25,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3351db41230d4cae57237bb37832119f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:50:25,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/03d74b028b8449958ed58b1aac5d518c is 1055, key is row0001/info:/1733241011232/Put/seqid=0 2024-12-03T15:50:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741838_1014 (size=13386) 2024-12-03T15:50:25,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/03d74b028b8449958ed58b1aac5d518c 2024-12-03T15:50:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741838_1014 (size=13386) 2024-12-03T15:50:25,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/03d74b028b8449958ed58b1aac5d518c as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/info/03d74b028b8449958ed58b1aac5d518c 2024-12-03T15:50:25,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/info/03d74b028b8449958ed58b1aac5d518c, entries=8, sequenceid=12, filesize=13.1 K 2024-12-03T15:50:25,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3351db41230d4cae57237bb37832119f in 247ms, sequenceid=12, compaction requested=false 2024-12-03T15:50:25,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3351db41230d4cae57237bb37832119f: 2024-12-03T15:50:31,317 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241031295, exclude list is [], retry=0 2024-12-03T15:50:31,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK] 2024-12-03T15:50:31,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK] 2024-12-03T15:50:31,328 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241011145 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241031295 2024-12-03T15:50:31,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459),(127.0.0.1/127.0.0.1:43829:43829)] 2024-12-03T15:50:31,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241011145 is not closed yet, will try archiving it next time 2024-12-03T15:50:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741837_1013 (size=12149) 2024-12-03T15:50:31,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741837_1013 (size=12149) 2024-12-03T15:50:36,337 INFO [AsyncFSWAL-0-hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d-prefix:713339a81dd9,40247,1733240994852 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5006 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK], DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK]] 2024-12-03T15:50:36,342 WARN [AsyncFSWAL-0-hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d-prefix:713339a81dd9,40247,1733240994852 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5006 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK], DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK]] 2024-12-03T15:50:36,343 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 713339a81dd9%2C40247%2C1733240994852:(num 1733241031295) roll requested 2024-12-03T15:50:36,364 DEBUG [regionserver/713339a81dd9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241036344, exclude list is [], retry=0 2024-12-03T15:50:36,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK] 2024-12-03T15:50:36,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK] 2024-12-03T15:50:36,375 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241031295 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241036344 2024-12-03T15:50:36,376 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459),(127.0.0.1/127.0.0.1:43829:43829)] 2024-12-03T15:50:36,376 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241031295 is not closed yet, will try archiving it next time 2024-12-03T15:50:36,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741839_1015 (size=1233) 2024-12-03T15:50:36,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741839_1015 (size=1233) 2024-12-03T15:50:38,340 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T15:50:38,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241038341, exclude list is [], retry=0 2024-12-03T15:50:38,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45785,DS-e163ebb7-a889-4487-a522-3db83ae577f3,DISK] 2024-12-03T15:50:38,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e84fb73-8d50-48df-ab4c-df0e26d67958,DISK] 2024-12-03T15:50:38,372 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241036344 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241038341 2024-12-03T15:50:38,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40459:40459),(127.0.0.1/127.0.0.1:43829:43829)] 2024-12-03T15:50:38,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241036344 is not closed yet, will try archiving it next time 2024-12-03T15:50:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741840_1016 (size=93) 2024-12-03T15:50:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741840_1016 (size=93) 2024-12-03T15:50:38,377 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/WALs/713339a81dd9,40247,1733240994852/713339a81dd9%2C40247%2C1733240994852.1733241036344 to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/oldWALs/713339a81dd9%2C40247%2C1733240994852.1733241036344 2024-12-03T15:50:40,906 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T15:50:40,907 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T15:50:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40247 {}] regionserver.HRegion(8855): Flush requested on 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:46,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3351db41230d4cae57237bb37832119f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:50:46,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/0091badb95c446198ee6ef0df064ae84 is 1055, key is row0009/info:/1733241027287/Put/seqid=0 2024-12-03T15:50:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741842_1018 (size=13386) 2024-12-03T15:50:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741842_1018 (size=13386) 2024-12-03T15:50:46,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/0091badb95c446198ee6ef0df064ae84 2024-12-03T15:50:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/0091badb95c446198ee6ef0df064ae84 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/info/0091badb95c446198ee6ef0df064ae84 2024-12-03T15:50:46,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/info/0091badb95c446198ee6ef0df064ae84, entries=8, sequenceid=23, filesize=13.1 K 2024-12-03T15:50:46,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3351db41230d4cae57237bb37832119f in 46ms, sequenceid=23, compaction requested=false 2024-12-03T15:50:46,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3351db41230d4cae57237bb37832119f: 2024-12-03T15:50:46,440 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-03T15:50:46,441 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:50:46,441 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/info/03d74b028b8449958ed58b1aac5d518c because midkey is the same as first or last row 2024-12-03T15:50:46,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3351db41230d4cae57237bb37832119f, had cached 0 bytes from a total of 26772 2024-12-03T15:50:51,911 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T15:50:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T15:50:58,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:50:58,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:50:58,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:50:58,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:50:58,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T15:50:58,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T15:50:58,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257261309, stopped=false 2024-12-03T15:50:58,424 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=713339a81dd9,35505,1733240993129 2024-12-03T15:50:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:50:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:50:58,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:50:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:50:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:50:58,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:50:58,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:50:58,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:50:58,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:50:58,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:50:58,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '713339a81dd9,40247,1733240994852' ***** 2024-12-03T15:50:58,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T15:50:58,429 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T15:50:58,429 INFO [RS:0;713339a81dd9:40247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T15:50:58,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T15:50:58,429 INFO [RS:0;713339a81dd9:40247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T15:50:58,430 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(3091): Received CLOSE for 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:58,430 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(959): stopping server 713339a81dd9,40247,1733240994852 2024-12-03T15:50:58,430 INFO [RS:0;713339a81dd9:40247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:50:58,430 INFO [RS:0;713339a81dd9:40247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;713339a81dd9:40247. 2024-12-03T15:50:58,431 DEBUG [RS:0;713339a81dd9:40247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:50:58,431 DEBUG [RS:0;713339a81dd9:40247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:50:58,431 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3351db41230d4cae57237bb37832119f, disabling compactions & flushes 2024-12-03T15:50:58,431 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:58,431 INFO [RS:0;713339a81dd9:40247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T15:50:58,431 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:58,431 INFO [RS:0;713339a81dd9:40247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T15:50:58,431 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. after waiting 0 ms 2024-12-03T15:50:58,431 INFO [RS:0;713339a81dd9:40247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T15:50:58,431 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:58,431 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T15:50:58,431 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3351db41230d4cae57237bb37832119f 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-03T15:50:58,432 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T15:50:58,432 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:50:58,432 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1325): Online Regions={3351db41230d4cae57237bb37832119f=TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T15:50:58,432 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:50:58,432 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:50:58,432 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:50:58,432 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:50:58,432 DEBUG [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3351db41230d4cae57237bb37832119f 2024-12-03T15:50:58,432 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-03T15:50:58,440 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/65967aca0bbd41f9aae802505cae6500 is 1055, key is row0017/info:/1733241048396/Put/seqid=0 2024-12-03T15:50:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741843_1019 (size=10222) 2024-12-03T15:50:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741843_1019 (size=10222) 2024-12-03T15:50:58,452 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/65967aca0bbd41f9aae802505cae6500 2024-12-03T15:50:58,463 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/info/ebc60438982c422fb9f620a1b98aeba5 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f./info:regioninfo/1733241001895/Put/seqid=0 2024-12-03T15:50:58,464 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/.tmp/info/65967aca0bbd41f9aae802505cae6500 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/info/65967aca0bbd41f9aae802505cae6500 2024-12-03T15:50:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741844_1020 (size=7016) 2024-12-03T15:50:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741844_1020 (size=7016) 2024-12-03T15:50:58,472 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/info/ebc60438982c422fb9f620a1b98aeba5 2024-12-03T15:50:58,482 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/info/65967aca0bbd41f9aae802505cae6500, entries=5, sequenceid=31, filesize=10.0 K 2024-12-03T15:50:58,484 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3351db41230d4cae57237bb37832119f in 52ms, sequenceid=31, compaction requested=true 2024-12-03T15:50:58,491 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/default/TestLogRolling-testSlowSyncLogRolling/3351db41230d4cae57237bb37832119f/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-03T15:50:58,493 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:58,494 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3351db41230d4cae57237bb37832119f: Waiting for close lock at 1733241058430Running coprocessor pre-close hooks at 1733241058431 (+1 ms)Disabling compacts and flushes for region at 1733241058431Disabling writes for close at 1733241058431Obtaining lock to block concurrent updates at 1733241058431Preparing flush snapshotting stores in 3351db41230d4cae57237bb37832119f at 1733241058431Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733241058432 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. at 1733241058434 (+2 ms)Flushing 3351db41230d4cae57237bb37832119f/info: creating writer at 1733241058434Flushing 3351db41230d4cae57237bb37832119f/info: appending metadata at 1733241058440 (+6 ms)Flushing 3351db41230d4cae57237bb37832119f/info: closing flushed file at 1733241058440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446196d4: reopening flushed file at 1733241058462 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3351db41230d4cae57237bb37832119f in 52ms, sequenceid=31, compaction requested=true at 1733241058484 (+22 ms)Writing region close event to WAL at 1733241058485 (+1 ms)Running coprocessor post-close hooks at 1733241058492 (+7 ms)Closed at 1733241058493 (+1 ms) 2024-12-03T15:50:58,494 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733241001015.3351db41230d4cae57237bb37832119f. 2024-12-03T15:50:58,508 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/ns/d72a735f424940ab89d073be763c2762 is 43, key is default/ns:d/1733241000421/Put/seqid=0 2024-12-03T15:50:58,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741845_1021 (size=5153) 2024-12-03T15:50:58,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741845_1021 (size=5153) 2024-12-03T15:50:58,516 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/ns/d72a735f424940ab89d073be763c2762 2024-12-03T15:50:58,543 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/table/a0e1f8a42de7430bb1747fa4d3efed9e is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733241001945/Put/seqid=0 2024-12-03T15:50:58,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741846_1022 (size=5396) 2024-12-03T15:50:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741846_1022 (size=5396) 2024-12-03T15:50:58,551 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/table/a0e1f8a42de7430bb1747fa4d3efed9e 2024-12-03T15:50:58,563 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/info/ebc60438982c422fb9f620a1b98aeba5 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/info/ebc60438982c422fb9f620a1b98aeba5 2024-12-03T15:50:58,573 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/info/ebc60438982c422fb9f620a1b98aeba5, entries=10, sequenceid=11, filesize=6.9 K 2024-12-03T15:50:58,575 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/ns/d72a735f424940ab89d073be763c2762 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/ns/d72a735f424940ab89d073be763c2762 2024-12-03T15:50:58,584 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/ns/d72a735f424940ab89d073be763c2762, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T15:50:58,586 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/.tmp/table/a0e1f8a42de7430bb1747fa4d3efed9e as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/table/a0e1f8a42de7430bb1747fa4d3efed9e 2024-12-03T15:50:58,597 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/table/a0e1f8a42de7430bb1747fa4d3efed9e, entries=2, sequenceid=11, filesize=5.3 K 2024-12-03T15:50:58,598 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=11, compaction requested=false 2024-12-03T15:50:58,605 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T15:50:58,606 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:50:58,606 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:50:58,607 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241058432Running coprocessor pre-close hooks at 1733241058432Disabling compacts and flushes for region at 1733241058432Disabling writes for close at 1733241058432Obtaining lock to block concurrent updates at 1733241058432Preparing flush snapshotting stores in 1588230740 at 1733241058432Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733241058433 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733241058434 (+1 ms)Flushing 1588230740/info: creating writer at 1733241058434Flushing 1588230740/info: appending metadata at 1733241058462 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733241058463 (+1 ms)Flushing 1588230740/ns: creating writer at 1733241058482 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733241058507 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733241058507Flushing 1588230740/table: creating writer at 1733241058525 (+18 ms)Flushing 1588230740/table: appending metadata at 1733241058542 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733241058542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397a3168: reopening flushed file at 1733241058561 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cc553b: reopening flushed file at 1733241058573 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10043530: reopening flushed file at 1733241058585 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=11, compaction requested=false at 1733241058599 (+14 ms)Writing region close event to WAL at 1733241058600 (+1 ms)Running coprocessor post-close hooks at 1733241058606 (+6 ms)Closed at 1733241058606 2024-12-03T15:50:58,607 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T15:50:58,633 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(976): stopping server 713339a81dd9,40247,1733240994852; all regions closed. 2024-12-03T15:50:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741834_1010 (size=3066) 2024-12-03T15:50:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741834_1010 (size=3066) 2024-12-03T15:50:58,642 DEBUG [RS:0;713339a81dd9:40247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/oldWALs 2024-12-03T15:50:58,642 INFO [RS:0;713339a81dd9:40247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C40247%2C1733240994852.meta:.meta(num 1733240999781) 2024-12-03T15:50:58,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741841_1017 (size=13164) 2024-12-03T15:50:58,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741841_1017 (size=13164) 2024-12-03T15:50:58,651 DEBUG [RS:0;713339a81dd9:40247 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/oldWALs 2024-12-03T15:50:58,651 INFO [RS:0;713339a81dd9:40247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C40247%2C1733240994852:(num 1733241038341) 2024-12-03T15:50:58,651 DEBUG [RS:0;713339a81dd9:40247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:50:58,651 INFO [RS:0;713339a81dd9:40247 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:50:58,651 INFO [RS:0;713339a81dd9:40247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:50:58,652 INFO [RS:0;713339a81dd9:40247 {}] hbase.ChoreService(370): Chore service for: regionserver/713339a81dd9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T15:50:58,652 INFO [RS:0;713339a81dd9:40247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:50:58,652 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:50:58,652 INFO [RS:0;713339a81dd9:40247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40247 2024-12-03T15:50:58,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:50:58,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/713339a81dd9,40247,1733240994852 2024-12-03T15:50:58,657 INFO [RS:0;713339a81dd9:40247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:50:58,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [713339a81dd9,40247,1733240994852] 2024-12-03T15:50:58,662 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/713339a81dd9,40247,1733240994852 already deleted, retry=false 2024-12-03T15:50:58,662 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 713339a81dd9,40247,1733240994852 expired; onlineServers=0 2024-12-03T15:50:58,662 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '713339a81dd9,35505,1733240993129' ***** 2024-12-03T15:50:58,662 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T15:50:58,662 INFO [M:0;713339a81dd9:35505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:50:58,663 INFO [M:0;713339a81dd9:35505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:50:58,663 DEBUG [M:0;713339a81dd9:35505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T15:50:58,663 DEBUG [M:0;713339a81dd9:35505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T15:50:58,663 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733240998370 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733240998370,5,FailOnTimeoutGroup] 2024-12-03T15:50:58,663 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733240998377 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733240998377,5,FailOnTimeoutGroup] 2024-12-03T15:50:58,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T15:50:58,663 INFO [M:0;713339a81dd9:35505 {}] hbase.ChoreService(370): Chore service for: master/713339a81dd9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T15:50:58,663 INFO [M:0;713339a81dd9:35505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:50:58,663 DEBUG [M:0;713339a81dd9:35505 {}] master.HMaster(1795): Stopping service threads 2024-12-03T15:50:58,664 INFO [M:0;713339a81dd9:35505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T15:50:58,664 INFO [M:0;713339a81dd9:35505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:50:58,664 INFO [M:0;713339a81dd9:35505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T15:50:58,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T15:50:58,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T15:50:58,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:50:58,665 DEBUG [M:0;713339a81dd9:35505 {}] zookeeper.ZKUtil(347): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T15:50:58,665 WARN [M:0;713339a81dd9:35505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T15:50:58,667 INFO [M:0;713339a81dd9:35505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/.lastflushedseqids 2024-12-03T15:50:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741847_1023 (size=130) 2024-12-03T15:50:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741847_1023 (size=130) 2024-12-03T15:50:58,682 INFO [M:0;713339a81dd9:35505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T15:50:58,682 INFO [M:0;713339a81dd9:35505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T15:50:58,682 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:50:58,682 INFO [M:0;713339a81dd9:35505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:50:58,682 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:50:58,682 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:50:58,682 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:50:58,683 INFO [M:0;713339a81dd9:35505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-12-03T15:50:58,702 DEBUG [M:0;713339a81dd9:35505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ff0aaa473d047b5b593478da2396c02 is 82, key is hbase:meta,,1/info:regioninfo/1733241000172/Put/seqid=0 2024-12-03T15:50:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741848_1024 (size=5672) 2024-12-03T15:50:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741848_1024 (size=5672) 2024-12-03T15:50:58,711 INFO [M:0;713339a81dd9:35505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ff0aaa473d047b5b593478da2396c02 2024-12-03T15:50:58,736 DEBUG [M:0;713339a81dd9:35505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/808e3ab128b34ead901a441a62d88315 is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733241001968/Put/seqid=0 2024-12-03T15:50:58,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741849_1025 (size=6246) 2024-12-03T15:50:58,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741849_1025 (size=6246) 2024-12-03T15:50:58,745 INFO [M:0;713339a81dd9:35505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/808e3ab128b34ead901a441a62d88315 2024-12-03T15:50:58,754 INFO [M:0;713339a81dd9:35505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 808e3ab128b34ead901a441a62d88315 2024-12-03T15:50:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:50:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40247-0x101792017c90001, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:50:58,761 INFO [RS:0;713339a81dd9:40247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:50:58,761 INFO [RS:0;713339a81dd9:40247 {}] regionserver.HRegionServer(1031): Exiting; stopping=713339a81dd9,40247,1733240994852; zookeeper connection closed. 2024-12-03T15:50:58,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@173d1e47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@173d1e47 2024-12-03T15:50:58,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T15:50:58,771 DEBUG [M:0;713339a81dd9:35505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f512cacc0464e068f0b178fc4eb14d9 is 69, key is 713339a81dd9,40247,1733240994852/rs:state/1733240998546/Put/seqid=0 2024-12-03T15:50:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741850_1026 (size=5156) 2024-12-03T15:50:58,786 INFO [M:0;713339a81dd9:35505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f512cacc0464e068f0b178fc4eb14d9 2024-12-03T15:50:58,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741850_1026 (size=5156) 2024-12-03T15:50:58,796 INFO [regionserver/713339a81dd9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:50:58,809 DEBUG [M:0;713339a81dd9:35505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ccc16370ad5a409cacf977ffd05ba916 is 52, key is load_balancer_on/state:d/1733241000927/Put/seqid=0 2024-12-03T15:50:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741851_1027 (size=5056) 2024-12-03T15:50:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741851_1027 (size=5056) 2024-12-03T15:50:58,822 INFO [M:0;713339a81dd9:35505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ccc16370ad5a409cacf977ffd05ba916 2024-12-03T15:50:58,831 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ff0aaa473d047b5b593478da2396c02 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ff0aaa473d047b5b593478da2396c02 2024-12-03T15:50:58,840 INFO [M:0;713339a81dd9:35505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ff0aaa473d047b5b593478da2396c02, entries=8, sequenceid=59, filesize=5.5 K 2024-12-03T15:50:58,842 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/808e3ab128b34ead901a441a62d88315 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/808e3ab128b34ead901a441a62d88315 2024-12-03T15:50:58,851 INFO [M:0;713339a81dd9:35505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 808e3ab128b34ead901a441a62d88315 2024-12-03T15:50:58,851 INFO [M:0;713339a81dd9:35505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/808e3ab128b34ead901a441a62d88315, entries=6, sequenceid=59, filesize=6.1 K 2024-12-03T15:50:58,853 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f512cacc0464e068f0b178fc4eb14d9 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f512cacc0464e068f0b178fc4eb14d9 2024-12-03T15:50:58,862 INFO [M:0;713339a81dd9:35505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f512cacc0464e068f0b178fc4eb14d9, entries=1, sequenceid=59, filesize=5.0 K 2024-12-03T15:50:58,864 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ccc16370ad5a409cacf977ffd05ba916 as hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ccc16370ad5a409cacf977ffd05ba916 2024-12-03T15:50:58,872 INFO [M:0;713339a81dd9:35505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ccc16370ad5a409cacf977ffd05ba916, entries=1, sequenceid=59, filesize=4.9 K 2024-12-03T15:50:58,874 INFO [M:0;713339a81dd9:35505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 192ms, sequenceid=59, compaction requested=false 2024-12-03T15:50:58,876 INFO [M:0;713339a81dd9:35505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:50:58,877 DEBUG [M:0;713339a81dd9:35505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241058682Disabling compacts and flushes for region at 1733241058682Disabling writes for close at 1733241058682Obtaining lock to block concurrent updates at 1733241058683 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733241058683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1733241058683Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733241058684 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733241058684Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733241058702 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733241058702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733241058718 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733241058735 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733241058735Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733241058754 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733241058770 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733241058770Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733241058793 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733241058809 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733241058809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31edf65f: reopening flushed file at 1733241058829 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f47df7f: reopening flushed file at 1733241058840 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbba0cc: reopening flushed file at 1733241058852 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79983d5b: reopening flushed file at 1733241058862 (+10 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 192ms, sequenceid=59, compaction requested=false at 1733241058875 (+13 ms)Writing region close event to WAL at 1733241058876 (+1 ms)Closed at 1733241058876 2024-12-03T15:50:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741830_1006 (size=27961) 2024-12-03T15:50:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45785 is added to blk_1073741830_1006 (size=27961) 2024-12-03T15:50:58,881 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:50:58,882 INFO [M:0;713339a81dd9:35505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T15:50:58,882 INFO [M:0;713339a81dd9:35505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35505 2024-12-03T15:50:58,882 INFO [M:0;713339a81dd9:35505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:50:58,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:50:58,985 INFO [M:0;713339a81dd9:35505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:50:58,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x101792017c90000, quorum=127.0.0.1:58709, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:50:58,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e972183{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:50:58,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:50:58,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:50:58,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:50:58,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir/,STOPPED} 2024-12-03T15:50:58,999 WARN [BP-1612471164-172.17.0.3-1733240987612 heartbeating to localhost/127.0.0.1:35525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:50:58,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:50:58,999 WARN [BP-1612471164-172.17.0.3-1733240987612 heartbeating to localhost/127.0.0.1:35525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612471164-172.17.0.3-1733240987612 (Datanode Uuid 45547f01-a18e-4a0a-9832-061d2d222623) service to localhost/127.0.0.1:35525 2024-12-03T15:50:58,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:50:59,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data3/current/BP-1612471164-172.17.0.3-1733240987612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:50:59,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data4/current/BP-1612471164-172.17.0.3-1733240987612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:50:59,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:50:59,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@138ae980{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:50:59,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:50:59,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:50:59,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:50:59,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir/,STOPPED} 2024-12-03T15:50:59,005 WARN [BP-1612471164-172.17.0.3-1733240987612 heartbeating to localhost/127.0.0.1:35525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:50:59,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:50:59,005 WARN [BP-1612471164-172.17.0.3-1733240987612 heartbeating to localhost/127.0.0.1:35525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612471164-172.17.0.3-1733240987612 (Datanode Uuid f87227bc-86b9-43fc-adaf-53e29ce1321b) service to localhost/127.0.0.1:35525 2024-12-03T15:50:59,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:50:59,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data1/current/BP-1612471164-172.17.0.3-1733240987612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:50:59,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/cluster_1fb28bf5-956f-c73d-dc52-17b1cbbca842/data/data2/current/BP-1612471164-172.17.0.3-1733240987612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:50:59,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:50:59,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:50:59,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:50:59,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:50:59,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:50:59,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir/,STOPPED} 2024-12-03T15:50:59,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T15:50:59,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T15:50:59,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=67 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/713339a81dd9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/713339a81dd9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6cf1e3a8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:35525 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:35525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/713339a81dd9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:35525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=630 (was 632), ProcessCount=11 (was 11), AvailableMemoryMB=2225 (was 3507) 2024-12-03T15:50:59,072 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=68, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=630, ProcessCount=11, AvailableMemoryMB=2225 2024-12-03T15:50:59,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T15:50:59,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.log.dir so I do NOT create it in target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8 2024-12-03T15:50:59,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/14ce72dd-5f0e-3c70-31e1-2c9a31bf9dca/hadoop.tmp.dir so I do NOT create it in target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8 2024-12-03T15:50:59,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9, deleteOnExit=true 2024-12-03T15:50:59,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T15:50:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/test.cache.data in system properties and HBase conf 2024-12-03T15:50:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T15:50:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir in system properties and HBase conf 2024-12-03T15:50:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T15:50:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T15:50:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T15:50:59,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T15:50:59,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/nfs.dump.dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T15:50:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T15:50:59,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:50:59,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:50:59,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:50:59,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:50:59,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:50:59,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:50:59,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d88a75a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:50:59,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@487bdcb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:50:59,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b698deb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir/jetty-localhost-46803-hadoop-hdfs-3_4_1-tests_jar-_-any-2894576847970997278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:50:59,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7338096e{HTTP/1.1, (http/1.1)}{localhost:46803} 2024-12-03T15:50:59,312 INFO [Time-limited test {}] server.Server(415): Started @75390ms 2024-12-03T15:50:59,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:50:59,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:50:59,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:50:59,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:50:59,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:50:59,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@767fdf02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:50:59,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d8ef5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:50:59,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3479f9fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir/jetty-localhost-40757-hadoop-hdfs-3_4_1-tests_jar-_-any-7198778203139258019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:50:59,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c461ff6{HTTP/1.1, (http/1.1)}{localhost:40757} 2024-12-03T15:50:59,526 INFO [Time-limited test {}] server.Server(415): Started @75603ms 2024-12-03T15:50:59,527 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:50:59,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:50:59,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:50:59,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:50:59,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:50:59,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:50:59,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9bde70f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:50:59,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f06258f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:50:59,621 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data1/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:50:59,621 WARN [Thread-372 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data2/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:50:59,639 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:50:59,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1920f7c72fcb410 with lease ID 0x42bec7692d6622b1: Processing first storage report for DS-f8fa57c2-0191-4a70-8249-351b12155133 from datanode DatanodeRegistration(127.0.0.1:41177, datanodeUuid=e7e7d5bc-3695-474e-8576-9af41071ef50, infoPort=45745, infoSecurePort=0, ipcPort=37489, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:50:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1920f7c72fcb410 with lease ID 0x42bec7692d6622b1: from storage DS-f8fa57c2-0191-4a70-8249-351b12155133 node DatanodeRegistration(127.0.0.1:41177, datanodeUuid=e7e7d5bc-3695-474e-8576-9af41071ef50, infoPort=45745, infoSecurePort=0, ipcPort=37489, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:50:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1920f7c72fcb410 with lease ID 0x42bec7692d6622b1: Processing first storage report for DS-99f1b5c7-8c3e-42d2-a5e9-c173f0202e64 from datanode DatanodeRegistration(127.0.0.1:41177, datanodeUuid=e7e7d5bc-3695-474e-8576-9af41071ef50, infoPort=45745, infoSecurePort=0, ipcPort=37489, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:50:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1920f7c72fcb410 with lease ID 0x42bec7692d6622b1: from storage DS-99f1b5c7-8c3e-42d2-a5e9-c173f0202e64 node DatanodeRegistration(127.0.0.1:41177, datanodeUuid=e7e7d5bc-3695-474e-8576-9af41071ef50, infoPort=45745, infoSecurePort=0, ipcPort=37489, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:50:59,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d852e88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir/jetty-localhost-43181-hadoop-hdfs-3_4_1-tests_jar-_-any-9560652240507537642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:50:59,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed15996{HTTP/1.1, (http/1.1)}{localhost:43181} 2024-12-03T15:50:59,695 INFO [Time-limited test {}] server.Server(415): Started @75772ms 2024-12-03T15:50:59,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:50:59,788 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data3/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:50:59,788 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data4/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:50:59,811 WARN [Thread-386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:50:59,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x844cb9e12e68f370 with lease ID 0x42bec7692d6622b2: Processing first storage report for DS-cc6a9944-c05c-49e4-939a-b144717dbb71 from datanode DatanodeRegistration(127.0.0.1:41641, datanodeUuid=930015e0-1657-4734-8c19-2ebd170f4c0c, infoPort=44567, infoSecurePort=0, ipcPort=44581, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:50:59,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x844cb9e12e68f370 with lease ID 0x42bec7692d6622b2: from storage DS-cc6a9944-c05c-49e4-939a-b144717dbb71 node DatanodeRegistration(127.0.0.1:41641, datanodeUuid=930015e0-1657-4734-8c19-2ebd170f4c0c, infoPort=44567, infoSecurePort=0, ipcPort=44581, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:50:59,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x844cb9e12e68f370 with lease ID 0x42bec7692d6622b2: Processing first storage report for DS-6a726168-9ae5-4d65-94f5-f33e99b70612 from datanode DatanodeRegistration(127.0.0.1:41641, datanodeUuid=930015e0-1657-4734-8c19-2ebd170f4c0c, infoPort=44567, infoSecurePort=0, ipcPort=44581, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:50:59,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x844cb9e12e68f370 with lease ID 0x42bec7692d6622b2: from storage DS-6a726168-9ae5-4d65-94f5-f33e99b70612 node DatanodeRegistration(127.0.0.1:41641, datanodeUuid=930015e0-1657-4734-8c19-2ebd170f4c0c, infoPort=44567, infoSecurePort=0, ipcPort=44581, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:50:59,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8 2024-12-03T15:50:59,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/zookeeper_0, clientPort=61227, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T15:50:59,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61227 2024-12-03T15:50:59,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:50:59,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:50:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:50:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:50:59,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d with version=8 2024-12-03T15:50:59,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/hbase-staging 2024-12-03T15:50:59,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:50:59,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:50:59,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:50:59,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:50:59,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:50:59,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:50:59,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T15:50:59,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:50:59,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34383 2024-12-03T15:50:59,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34383 connecting to ZooKeeper ensemble=127.0.0.1:61227 2024-12-03T15:50:59,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343830x0, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:50:59,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34383-0x101792120760000 connected 2024-12-03T15:50:59,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:50:59,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:50:59,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:50:59,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d, hbase.cluster.distributed=false 2024-12-03T15:50:59,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:50:59,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34383 2024-12-03T15:50:59,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34383 2024-12-03T15:50:59,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34383 2024-12-03T15:50:59,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34383 2024-12-03T15:50:59,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34383 2024-12-03T15:50:59,906 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:50:59,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:50:59,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:50:59,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:50:59,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:50:59,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:50:59,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T15:50:59,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:50:59,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39713 2024-12-03T15:50:59,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39713 connecting to ZooKeeper ensemble=127.0.0.1:61227 2024-12-03T15:50:59,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:50:59,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:50:59,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397130x0, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:50:59,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39713-0x101792120760001 connected 2024-12-03T15:50:59,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:50:59,918 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T15:50:59,919 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T15:50:59,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T15:50:59,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:50:59,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39713 2024-12-03T15:50:59,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39713 2024-12-03T15:50:59,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39713 2024-12-03T15:50:59,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39713 2024-12-03T15:50:59,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39713 2024-12-03T15:50:59,943 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;713339a81dd9:34383 2024-12-03T15:50:59,944 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/713339a81dd9,34383,1733241059850 2024-12-03T15:50:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:50:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:50:59,947 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/713339a81dd9,34383,1733241059850 2024-12-03T15:50:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:50:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T15:50:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:50:59,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T15:50:59,952 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/713339a81dd9,34383,1733241059850 from backup master directory 2024-12-03T15:50:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/713339a81dd9,34383,1733241059850 2024-12-03T15:50:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:50:59,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:50:59,954 WARN [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:50:59,955 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=713339a81dd9,34383,1733241059850 2024-12-03T15:50:59,992 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/hbase.id] with ID: 2f60174b-ba81-40a0-a192-713621b10b30 2024-12-03T15:50:59,992 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/.tmp/hbase.id 2024-12-03T15:51:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:51:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:51:00,001 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/.tmp/hbase.id]:[hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/hbase.id] 2024-12-03T15:51:00,032 INFO [master/713339a81dd9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:00,032 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T15:51:00,034 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T15:51:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:51:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:51:00,056 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:51:00,057 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T15:51:00,058 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:51:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:51:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:51:00,073 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store 2024-12-03T15:51:00,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:51:00,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:51:00,082 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:00,083 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:51:00,083 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:00,083 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:00,083 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:51:00,083 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:00,083 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:00,083 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241060083Disabling compacts and flushes for region at 1733241060083Disabling writes for close at 1733241060083Writing region close event to WAL at 1733241060083Closed at 1733241060083 2024-12-03T15:51:00,084 WARN [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/.initializing 2024-12-03T15:51:00,084 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850 2024-12-03T15:51:00,085 INFO [master/713339a81dd9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:51:00,088 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C34383%2C1733241059850, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/oldWALs, maxLogs=10 2024-12-03T15:51:00,103 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088, exclude list is [], retry=0 2024-12-03T15:51:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41641,DS-cc6a9944-c05c-49e4-939a-b144717dbb71,DISK] 2024-12-03T15:51:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-f8fa57c2-0191-4a70-8249-351b12155133,DISK] 2024-12-03T15:51:00,110 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 2024-12-03T15:51:00,111 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:45745:45745)] 2024-12-03T15:51:00,111 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:51:00,111 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:00,112 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,112 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T15:51:00,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T15:51:00,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:00,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T15:51:00,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:00,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T15:51:00,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:00,125 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,126 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,127 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,129 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,129 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,130 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T15:51:00,132 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:00,135 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:51:00,136 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=819008, jitterRate=0.04142339527606964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T15:51:00,137 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733241060112Initializing all the Stores at 1733241060113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241060114 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241060114Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241060114Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241060114Cleaning up temporary data from old regions at 1733241060129 (+15 ms)Region opened successfully at 1733241060137 (+8 ms) 2024-12-03T15:51:00,137 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T15:51:00,142 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46395dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:51:00,143 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T15:51:00,144 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T15:51:00,144 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T15:51:00,144 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T15:51:00,144 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T15:51:00,145 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T15:51:00,145 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T15:51:00,148 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T15:51:00,149 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T15:51:00,151 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T15:51:00,151 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T15:51:00,152 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T15:51:00,153 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T15:51:00,153 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T15:51:00,155 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T15:51:00,156 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T15:51:00,157 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T15:51:00,158 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T15:51:00,161 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T15:51:00,162 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T15:51:00,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:51:00,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:51:00,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,165 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=713339a81dd9,34383,1733241059850, sessionid=0x101792120760000, setting cluster-up flag (Was=false) 2024-12-03T15:51:00,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,176 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T15:51:00,178 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,34383,1733241059850 2024-12-03T15:51:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,187 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T15:51:00,189 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,34383,1733241059850 2024-12-03T15:51:00,191 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T15:51:00,193 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:00,194 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T15:51:00,194 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T15:51:00,194 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 713339a81dd9,34383,1733241059850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T15:51:00,196 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:00,196 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:00,196 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:00,196 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:00,196 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/713339a81dd9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T15:51:00,197 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,197 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:51:00,197 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,198 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733241090198 2024-12-03T15:51:00,198 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T15:51:00,199 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T15:51:00,199 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T15:51:00,199 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T15:51:00,199 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T15:51:00,199 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T15:51:00,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:00,199 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T15:51:00,200 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T15:51:00,200 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T15:51:00,200 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T15:51:00,201 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T15:51:00,201 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T15:51:00,201 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241060201,5,FailOnTimeoutGroup] 2024-12-03T15:51:00,201 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241060201,5,FailOnTimeoutGroup] 2024-12-03T15:51:00,201 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,201 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T15:51:00,201 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,201 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T15:51:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:51:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:51:00,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T15:51:00,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d 2024-12-03T15:51:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:51:00,233 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(746): ClusterId : 2f60174b-ba81-40a0-a192-713621b10b30 2024-12-03T15:51:00,233 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T15:51:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:51:00,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:00,236 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T15:51:00,236 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T15:51:00,239 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T15:51:00,239 DEBUG [RS:0;713339a81dd9:39713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa27bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:51:00,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:51:00,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:51:00,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:51:00,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:51:00,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:51:00,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:51:00,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:51:00,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:51:00,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:51:00,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740 2024-12-03T15:51:00,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740 2024-12-03T15:51:00,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:51:00,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:51:00,259 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:51:00,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:51:00,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:51:00,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864868, jitterRate=0.09973660111427307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:51:00,266 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;713339a81dd9:39713 2024-12-03T15:51:00,266 INFO [RS:0;713339a81dd9:39713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T15:51:00,266 INFO [RS:0;713339a81dd9:39713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T15:51:00,266 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T15:51:00,267 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,34383,1733241059850 with port=39713, startcode=1733241059906 2024-12-03T15:51:00,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733241060234Initializing all the Stores at 1733241060236 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241060236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241060242 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241060242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241060242Cleaning up temporary data from old regions at 1733241060258 (+16 ms)Region opened successfully at 1733241060267 (+9 ms) 2024-12-03T15:51:00,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:51:00,267 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:51:00,267 DEBUG [RS:0;713339a81dd9:39713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T15:51:00,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:51:00,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:51:00,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:51:00,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:51:00,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241060267Disabling compacts and flushes for region at 1733241060267Disabling writes for close at 1733241060267Writing region close event to WAL at 1733241060270 (+3 ms)Closed at 1733241060270 2024-12-03T15:51:00,271 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48363, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T15:51:00,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34383 {}] master.ServerManager(517): Registering regionserver=713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:00,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T15:51:00,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T15:51:00,274 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d 2024-12-03T15:51:00,275 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38423 2024-12-03T15:51:00,275 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T15:51:00,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:51:00,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T15:51:00,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:51:00,278 DEBUG [RS:0;713339a81dd9:39713 {}] zookeeper.ZKUtil(111): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,278 WARN [RS:0;713339a81dd9:39713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:51:00,278 INFO [RS:0;713339a81dd9:39713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:51:00,278 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [713339a81dd9,39713,1733241059906] 2024-12-03T15:51:00,283 INFO [RS:0;713339a81dd9:39713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T15:51:00,286 INFO [RS:0;713339a81dd9:39713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T15:51:00,290 INFO [RS:0;713339a81dd9:39713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T15:51:00,290 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,291 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T15:51:00,292 INFO [RS:0;713339a81dd9:39713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T15:51:00,292 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,292 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:51:00,293 DEBUG [RS:0;713339a81dd9:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:51:00,294 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,294 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,294 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,294 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,294 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,294 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,39713,1733241059906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:51:00,313 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T15:51:00,313 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,39713,1733241059906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,313 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,313 INFO [RS:0;713339a81dd9:39713 {}] regionserver.Replication(171): 713339a81dd9,39713,1733241059906 started 2024-12-03T15:51:00,329 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,329 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1482): Serving as 713339a81dd9,39713,1733241059906, RpcServer on 713339a81dd9/172.17.0.3:39713, sessionid=0x101792120760001 2024-12-03T15:51:00,329 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T15:51:00,329 DEBUG [RS:0;713339a81dd9:39713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,329 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,39713,1733241059906' 2024-12-03T15:51:00,329 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T15:51:00,330 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T15:51:00,331 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T15:51:00,331 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T15:51:00,331 DEBUG [RS:0;713339a81dd9:39713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,331 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,39713,1733241059906' 2024-12-03T15:51:00,331 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T15:51:00,332 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T15:51:00,332 DEBUG [RS:0;713339a81dd9:39713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T15:51:00,332 INFO [RS:0;713339a81dd9:39713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T15:51:00,332 INFO [RS:0;713339a81dd9:39713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T15:51:00,427 WARN [713339a81dd9:34383 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T15:51:00,433 INFO [RS:0;713339a81dd9:39713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:51:00,436 INFO [RS:0;713339a81dd9:39713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C39713%2C1733241059906, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/oldWALs, maxLogs=32 2024-12-03T15:51:00,452 DEBUG [RS:0;713339a81dd9:39713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437, exclude list is [], retry=0 2024-12-03T15:51:00,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41641,DS-cc6a9944-c05c-49e4-939a-b144717dbb71,DISK] 2024-12-03T15:51:00,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-f8fa57c2-0191-4a70-8249-351b12155133,DISK] 2024-12-03T15:51:00,460 INFO [RS:0;713339a81dd9:39713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 2024-12-03T15:51:00,460 DEBUG [RS:0;713339a81dd9:39713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45745:45745),(127.0.0.1/127.0.0.1:44567:44567)] 2024-12-03T15:51:00,677 DEBUG [713339a81dd9:34383 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T15:51:00,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,39713,1733241059906, state=OPENING 2024-12-03T15:51:00,682 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T15:51:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:00,685 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:51:00,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:00,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,39713,1733241059906}] 2024-12-03T15:51:00,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:00,839 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T15:51:00,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46133, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T15:51:00,846 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T15:51:00,846 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:51:00,846 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T15:51:00,849 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C39713%2C1733241059906.meta, suffix=.meta, logDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/oldWALs, maxLogs=32 2024-12-03T15:51:00,865 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta, exclude list is [], retry=0 2024-12-03T15:51:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41641,DS-cc6a9944-c05c-49e4-939a-b144717dbb71,DISK] 2024-12-03T15:51:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-f8fa57c2-0191-4a70-8249-351b12155133,DISK] 2024-12-03T15:51:00,871 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta 2024-12-03T15:51:00,872 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:45745:45745)] 2024-12-03T15:51:00,872 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:51:00,872 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T15:51:00,872 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T15:51:00,872 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T15:51:00,873 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T15:51:00,873 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:00,873 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T15:51:00,873 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T15:51:00,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:51:00,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:51:00,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:51:00,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:51:00,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:51:00,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:51:00,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:51:00,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:51:00,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:00,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:00,890 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:51:00,891 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740 2024-12-03T15:51:00,893 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740 2024-12-03T15:51:00,895 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:51:00,895 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:51:00,896 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:51:00,898 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:51:00,899 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830966, jitterRate=0.056628063321113586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:51:00,899 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T15:51:00,901 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733241060873Writing region info on filesystem at 1733241060873Initializing all the Stores at 1733241060874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241060874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241060875 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241060875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241060875Cleaning up temporary data from old regions at 1733241060895 (+20 ms)Running coprocessor post-open hooks at 1733241060899 (+4 ms)Region opened successfully at 1733241060901 (+2 ms) 2024-12-03T15:51:00,903 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733241060839 2024-12-03T15:51:00,906 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T15:51:00,906 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T15:51:00,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,908 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,39713,1733241059906, state=OPEN 2024-12-03T15:51:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:51:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:51:00,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=713339a81dd9,39713,1733241059906 2024-12-03T15:51:00,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:00,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:00,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T15:51:00,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,39713,1733241059906 in 228 msec 2024-12-03T15:51:00,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T15:51:00,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-12-03T15:51:00,922 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:00,922 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T15:51:00,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:51:00,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,39713,1733241059906, seqNum=-1] 2024-12-03T15:51:00,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:51:00,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57559, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:51:00,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 741 msec 2024-12-03T15:51:00,935 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733241060935, completionTime=-1 2024-12-03T15:51:00,935 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T15:51:00,935 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T15:51:00,938 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T15:51:00,939 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733241120939 2024-12-03T15:51:00,939 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733241180939 2024-12-03T15:51:00,939 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T15:51:00,939 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,34383,1733241059850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,939 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,34383,1733241059850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,940 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,34383,1733241059850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,940 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-713339a81dd9:34383, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,940 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,941 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:00,942 DEBUG [master/713339a81dd9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T15:51:00,946 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.991sec 2024-12-03T15:51:00,946 INFO [master/713339a81dd9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T15:51:00,946 INFO [master/713339a81dd9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T15:51:00,946 INFO [master/713339a81dd9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T15:51:00,947 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T15:51:00,947 INFO [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T15:51:00,947 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,34383,1733241059850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:51:00,947 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,34383,1733241059850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T15:51:00,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T15:51:00,951 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T15:51:00,951 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,34383,1733241059850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:01,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dedc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:51:01,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,34383,-1 for getting cluster id 2024-12-03T15:51:01,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T15:51:01,035 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f60174b-ba81-40a0-a192-713621b10b30' 2024-12-03T15:51:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T15:51:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f60174b-ba81-40a0-a192-713621b10b30" 2024-12-03T15:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cc439c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,34383,-1] 2024-12-03T15:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T15:51:01,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:51:01,038 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T15:51:01,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f24b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:51:01,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:51:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,39713,1733241059906, seqNum=-1] 2024-12-03T15:51:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:51:01,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:51:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=713339a81dd9,34383,1733241059850 2024-12-03T15:51:01,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:01,050 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T15:51:01,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:01,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:51:01,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:51:01,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:51:01,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:51:01,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:51:01,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@658d2e9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:51:01,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bff5fee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir/jetty-localhost-41711-hadoop-hdfs-3_4_1-tests_jar-_-any-7041853672482644260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:01,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1705fe57{HTTP/1.1, (http/1.1)}{localhost:41711} 2024-12-03T15:51:01,201 INFO [Time-limited test {}] server.Server(415): Started @77279ms 2024-12-03T15:51:01,203 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:51:01,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:01,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:51:01,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:51:01,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:51:01,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:51:01,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d27ac4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:51:01,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73efa973{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:51:01,311 WARN [Thread-511 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data6/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:01,311 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data5/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:01,330 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:51:01,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x515f3355d72b7377 with lease ID 0x42bec7692d6622b3: Processing first storage report for DS-69878760-cb51-4a8d-8cdb-482a613dc97a from datanode DatanodeRegistration(127.0.0.1:37907, datanodeUuid=0425ccab-93f7-4e1f-9dcd-7791a827dd90, infoPort=44253, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:51:01,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x515f3355d72b7377 with lease ID 0x42bec7692d6622b3: from storage DS-69878760-cb51-4a8d-8cdb-482a613dc97a node DatanodeRegistration(127.0.0.1:37907, datanodeUuid=0425ccab-93f7-4e1f-9dcd-7791a827dd90, infoPort=44253, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:01,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x515f3355d72b7377 with lease ID 0x42bec7692d6622b3: Processing first storage report for DS-e56bf2c5-04dd-4f70-9d46-ab55f6124672 from datanode DatanodeRegistration(127.0.0.1:37907, datanodeUuid=0425ccab-93f7-4e1f-9dcd-7791a827dd90, infoPort=44253, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:51:01,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x515f3355d72b7377 with lease ID 0x42bec7692d6622b3: from storage DS-e56bf2c5-04dd-4f70-9d46-ab55f6124672 node DatanodeRegistration(127.0.0.1:37907, datanodeUuid=0425ccab-93f7-4e1f-9dcd-7791a827dd90, infoPort=44253, infoSecurePort=0, ipcPort=33367, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:01,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8015d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir/jetty-localhost-33939-hadoop-hdfs-3_4_1-tests_jar-_-any-2011032146418429805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:01,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50bce56e{HTTP/1.1, (http/1.1)}{localhost:33939} 2024-12-03T15:51:01,376 INFO [Time-limited test {}] server.Server(415): Started @77454ms 2024-12-03T15:51:01,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:51:01,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:01,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:51:01,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:51:01,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:51:01,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:51:01,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7320f20c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:51:01,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@314476a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:51:01,476 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data7/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:01,477 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data8/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:01,505 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:51:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57e26b1b9e6166d5 with lease ID 0x42bec7692d6622b4: Processing first storage report for DS-6e50f8f4-e4b4-4c45-b7e9-c14062191519 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=ac76aa50-d37c-4861-aae1-4aefb16927e7, infoPort=42021, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:51:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57e26b1b9e6166d5 with lease ID 0x42bec7692d6622b4: from storage DS-6e50f8f4-e4b4-4c45-b7e9-c14062191519 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=ac76aa50-d37c-4861-aae1-4aefb16927e7, infoPort=42021, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57e26b1b9e6166d5 with lease ID 0x42bec7692d6622b4: Processing first storage report for DS-3232c177-b3a0-4ae7-9309-07326eaccbc7 from datanode DatanodeRegistration(127.0.0.1:33211, datanodeUuid=ac76aa50-d37c-4861-aae1-4aefb16927e7, infoPort=42021, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:51:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57e26b1b9e6166d5 with lease ID 0x42bec7692d6622b4: from storage DS-3232c177-b3a0-4ae7-9309-07326eaccbc7 node DatanodeRegistration(127.0.0.1:33211, datanodeUuid=ac76aa50-d37c-4861-aae1-4aefb16927e7, infoPort=42021, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:01,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73ae78f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir/jetty-localhost-37559-hadoop-hdfs-3_4_1-tests_jar-_-any-18321711201352498869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:01,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b6597e2{HTTP/1.1, (http/1.1)}{localhost:37559} 2024-12-03T15:51:01,555 INFO [Time-limited test {}] server.Server(415): Started @77633ms 2024-12-03T15:51:01,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:51:01,671 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data10/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:01,671 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data9/current/BP-1891401297-172.17.0.3-1733241059108/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:01,701 WARN [Thread-560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:51:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c76cf7bba35d252 with lease ID 0x42bec7692d6622b5: Processing first storage report for DS-4b3efe1f-8210-4fff-a6dd-010b65da15b7 from datanode DatanodeRegistration(127.0.0.1:35201, datanodeUuid=eddbf7cb-c7c3-47ae-a55e-4238df60a60e, infoPort=39059, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:51:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c76cf7bba35d252 with lease ID 0x42bec7692d6622b5: from storage DS-4b3efe1f-8210-4fff-a6dd-010b65da15b7 node DatanodeRegistration(127.0.0.1:35201, datanodeUuid=eddbf7cb-c7c3-47ae-a55e-4238df60a60e, infoPort=39059, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c76cf7bba35d252 with lease ID 0x42bec7692d6622b5: Processing first storage report for DS-78d70849-0066-4b75-aa3f-8abab53d3caf from datanode DatanodeRegistration(127.0.0.1:35201, datanodeUuid=eddbf7cb-c7c3-47ae-a55e-4238df60a60e, infoPort=39059, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108) 2024-12-03T15:51:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c76cf7bba35d252 with lease ID 0x42bec7692d6622b5: from storage DS-78d70849-0066-4b75-aa3f-8abab53d3caf node DatanodeRegistration(127.0.0.1:35201, datanodeUuid=eddbf7cb-c7c3-47ae-a55e-4238df60a60e, infoPort=39059, infoSecurePort=0, ipcPort=42003, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:01,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T15:51:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,34383,1733241059850 2024-12-03T15:51:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@461008cc 2024-12-03T15:51:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T15:51:01,799 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T15:51:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T15:51:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T15:51:01,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:51:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T15:51:01,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T15:51:01,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:01,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-03T15:51:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:51:01,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T15:51:01,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741835_1011 (size=393) 2024-12-03T15:51:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741835_1011 (size=393) 2024-12-03T15:51:01,819 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7ed2b4e631cf90b220576ff4a71de83, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d 2024-12-03T15:51:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741836_1012 (size=76) 2024-12-03T15:51:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741836_1012 (size=76) 2024-12-03T15:51:01,829 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:01,829 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing e7ed2b4e631cf90b220576ff4a71de83, disabling compactions & flushes 2024-12-03T15:51:01,829 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:01,830 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:01,830 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. after waiting 0 ms 2024-12-03T15:51:01,830 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:01,830 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:01,830 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7ed2b4e631cf90b220576ff4a71de83: Waiting for close lock at 1733241061829Disabling compacts and flushes for region at 1733241061829Disabling writes for close at 1733241061830 (+1 ms)Writing region close event to WAL at 1733241061830Closed at 1733241061830 2024-12-03T15:51:01,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T15:51:01,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733241061832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241061832"}]},"ts":"1733241061832"} 2024-12-03T15:51:01,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T15:51:01,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T15:51:01,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241061837"}]},"ts":"1733241061837"} 2024-12-03T15:51:01,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-03T15:51:01,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e7ed2b4e631cf90b220576ff4a71de83, ASSIGN}] 2024-12-03T15:51:01,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e7ed2b4e631cf90b220576ff4a71de83, ASSIGN 2024-12-03T15:51:01,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e7ed2b4e631cf90b220576ff4a71de83, ASSIGN; state=OFFLINE, location=713339a81dd9,39713,1733241059906; forceNewPlan=false, retain=false 2024-12-03T15:51:01,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7ed2b4e631cf90b220576ff4a71de83, regionState=OPENING, regionLocation=713339a81dd9,39713,1733241059906 2024-12-03T15:51:01,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e7ed2b4e631cf90b220576ff4a71de83, ASSIGN because future has completed 2024-12-03T15:51:01,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7ed2b4e631cf90b220576ff4a71de83, server=713339a81dd9,39713,1733241059906}] 2024-12-03T15:51:02,159 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:02,159 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7ed2b4e631cf90b220576ff4a71de83, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:51:02,160 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,160 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:02,160 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,160 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,162 INFO [StoreOpener-e7ed2b4e631cf90b220576ff4a71de83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,164 INFO [StoreOpener-e7ed2b4e631cf90b220576ff4a71de83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7ed2b4e631cf90b220576ff4a71de83 columnFamilyName info 2024-12-03T15:51:02,164 DEBUG [StoreOpener-e7ed2b4e631cf90b220576ff4a71de83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:02,165 INFO [StoreOpener-e7ed2b4e631cf90b220576ff4a71de83-1 {}] regionserver.HStore(327): Store=e7ed2b4e631cf90b220576ff4a71de83/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:02,165 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,166 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,167 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,167 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,167 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,169 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,172 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:51:02,173 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7ed2b4e631cf90b220576ff4a71de83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740044, jitterRate=-0.05898559093475342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T15:51:02,173 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:02,175 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7ed2b4e631cf90b220576ff4a71de83: Running coprocessor pre-open hook at 1733241062160Writing region info on filesystem at 1733241062160Initializing all the Stores at 1733241062161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241062162 (+1 ms)Cleaning up temporary data from old regions at 1733241062167 (+5 ms)Running coprocessor post-open hooks at 1733241062174 (+7 ms)Region opened successfully at 1733241062175 (+1 ms) 2024-12-03T15:51:02,176 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83., pid=6, masterSystemTime=1733241062153 2024-12-03T15:51:02,180 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:02,180 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:02,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7ed2b4e631cf90b220576ff4a71de83, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,39713,1733241059906 2024-12-03T15:51:02,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7ed2b4e631cf90b220576ff4a71de83, server=713339a81dd9,39713,1733241059906 because future has completed 2024-12-03T15:51:02,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T15:51:02,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7ed2b4e631cf90b220576ff4a71de83, server=713339a81dd9,39713,1733241059906 in 188 msec 2024-12-03T15:51:02,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T15:51:02,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e7ed2b4e631cf90b220576ff4a71de83, ASSIGN in 350 msec 2024-12-03T15:51:02,198 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T15:51:02,198 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241062198"}]},"ts":"1733241062198"} 2024-12-03T15:51:02,201 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-03T15:51:02,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T15:51:02,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 401 msec 2024-12-03T15:51:03,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:03,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:04,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T15:51:04,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:04,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:04,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T15:51:04,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-03T15:51:04,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-03T15:51:06,283 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T15:51:06,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-03T15:51:09,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T15:51:09,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:09,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:51:11,868 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-03T15:51:11,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-03T15:51:11,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T15:51:11,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-03T15:51:11,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T15:51:11,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-03T15:51:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83., hostname=713339a81dd9,39713,1733241059906, seqNum=2] 2024-12-03T15:51:11,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-03T15:51:11,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T15:51:11,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:11,889 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-779457687_22 at /127.0.0.1:44490 [Receiving block BP-1891401297-172.17.0.3-1733241059108:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44490 dst: /127.0.0.1:41177 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:11,889 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-755779873_22 at /127.0.0.1:44520 [Receiving block BP-1891401297-172.17.0.3-1733241059108:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44520 dst: /127.0.0.1:41177 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:11,890 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-755779873_22 at /127.0.0.1:47022 [Receiving block BP-1891401297-172.17.0.3-1733241059108:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47022 dst: /127.0.0.1:41641 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:11,890 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-755779873_22 at /127.0.0.1:47020 [Receiving block BP-1891401297-172.17.0.3-1733241059108:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47020 dst: /127.0.0.1:41641 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:11,890 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-755779873_22 at /127.0.0.1:44530 [Receiving block BP-1891401297-172.17.0.3-1733241059108:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44530 dst: /127.0.0.1:41177 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:11,891 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-779457687_22 at /127.0.0.1:46994 [Receiving block BP-1891401297-172.17.0.3-1733241059108:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46994 dst: /127.0.0.1:41641 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:11,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3479f9fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:11,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c461ff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:51:11,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:51:11,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d8ef5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:51:11,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@767fdf02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,STOPPED} 2024-12-03T15:51:11,898 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:51:11,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:51:11,898 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891401297-172.17.0.3-1733241059108 (Datanode Uuid e7e7d5bc-3695-474e-8576-9af41071ef50) service to localhost/127.0.0.1:38423 2024-12-03T15:51:11,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:51:11,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data1/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:11,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data2/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:11,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:51:11,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:11,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:51:11,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:51:11,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:51:11,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:51:11,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a98dd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:51:11,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d36f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:51:12,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42468d07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/java.io.tmpdir/jetty-localhost-44321-hadoop-hdfs-3_4_1-tests_jar-_-any-3069625323310347411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:12,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34d8c775{HTTP/1.1, (http/1.1)}{localhost:44321} 2024-12-03T15:51:12,040 INFO [Time-limited test {}] server.Server(415): Started @88117ms 2024-12-03T15:51:12,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:51:12,077 WARN [AsyncFSWAL-0-hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d-prefix:713339a81dd9,39713,1733241059906 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:12,077 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 713339a81dd9%2C39713%2C1733241059906:(num 1733241060437) roll requested 2024-12-03T15:51:12,098 DEBUG [regionserver/713339a81dd9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241072078, exclude list is [], retry=0 2024-12-03T15:51:12,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41641,DS-cc6a9944-c05c-49e4-939a-b144717dbb71,DISK] 2024-12-03T15:51:12,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-4b3efe1f-8210-4fff-a6dd-010b65da15b7,DISK] 2024-12-03T15:51:12,115 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241072078 2024-12-03T15:51:12,115 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:39059:39059)] 2024-12-03T15:51:12,115 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 is not closed yet, will try archiving it next time 2024-12-03T15:51:12,117 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:12,117 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:12,119 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T15:51:12,120 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T15:51:12,120 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 2024-12-03T15:51:12,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T15:51:12,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:51:12,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:51:12,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:51:12,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:51:12,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T15:51:12,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T15:51:12,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1022147959, stopped=false 2024-12-03T15:51:12,122 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=713339a81dd9,34383,1733241059850 2024-12-03T15:51:12,124 WARN [IPC Server handler 1 on default port 38423 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-03T15:51:12,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:51:12,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:51:12,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:12,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:12,126 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:51:12,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:51:12,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:51:12,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:51:12,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '713339a81dd9,39713,1733241059906' ***** 2024-12-03T15:51:12,127 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T15:51:12,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:51:12,128 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T15:51:12,128 INFO [RS:0;713339a81dd9:39713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T15:51:12,128 INFO [RS:0;713339a81dd9:39713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T15:51:12,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:51:12,128 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(3091): Received CLOSE for e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:12,128 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T15:51:12,133 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 after 11ms 2024-12-03T15:51:12,134 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(959): stopping server 713339a81dd9,39713,1733241059906 2024-12-03T15:51:12,134 INFO [RS:0;713339a81dd9:39713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:51:12,134 INFO [RS:0;713339a81dd9:39713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;713339a81dd9:39713. 2024-12-03T15:51:12,134 DEBUG [RS:0;713339a81dd9:39713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:51:12,134 DEBUG [RS:0;713339a81dd9:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:51:12,134 INFO [RS:0;713339a81dd9:39713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T15:51:12,135 INFO [RS:0;713339a81dd9:39713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T15:51:12,135 INFO [RS:0;713339a81dd9:39713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T15:51:12,135 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T15:51:12,135 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7ed2b4e631cf90b220576ff4a71de83, disabling compactions & flushes 2024-12-03T15:51:12,135 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:12,135 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:12,135 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. after waiting 0 ms 2024-12-03T15:51:12,135 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T15:51:12,135 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:12,135 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7ed2b4e631cf90b220576ff4a71de83=TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83.} 2024-12-03T15:51:12,136 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:51:12,136 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7ed2b4e631cf90b220576ff4a71de83 2024-12-03T15:51:12,136 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:51:12,136 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:51:12,136 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7ed2b4e631cf90b220576ff4a71de83 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-03T15:51:12,136 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:51:12,136 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:51:12,136 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-03T15:51:12,137 WARN [AsyncFSWAL-0-hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d-prefix:713339a81dd9,39713,1733241059906.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:12,138 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 713339a81dd9%2C39713%2C1733241059906.meta:.meta(num 1733241060850) roll requested 2024-12-03T15:51:12,163 DEBUG [regionserver/713339a81dd9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241072138.meta, exclude list is [], retry=0 2024-12-03T15:51:12,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-4b3efe1f-8210-4fff-a6dd-010b65da15b7,DISK] 2024-12-03T15:51:12,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-69878760-cb51-4a8d-8cdb-482a613dc97a,DISK] 2024-12-03T15:51:12,176 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83/.tmp/info/0be24a3352b344ecad7a86d8300b393a is 1055, key is row0001/info:/1733241071881/Put/seqid=0 2024-12-03T15:51:12,180 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241072138.meta 2024-12-03T15:51:12,182 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39059:39059),(127.0.0.1/127.0.0.1:44253:44253)] 2024-12-03T15:51:12,182 DEBUG [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta is not closed yet, will try archiving it next time 2024-12-03T15:51:12,182 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:12,183 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:12,184 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta 2024-12-03T15:51:12,184 WARN [IPC Server handler 0 on default port 38423 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-03T15:51:12,185 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta after 1ms 2024-12-03T15:51:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741839_1016 (size=7062) 2024-12-03T15:51:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741839_1016 (size=7062) 2024-12-03T15:51:12,193 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83/.tmp/info/0be24a3352b344ecad7a86d8300b393a 2024-12-03T15:51:12,196 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:51:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40f3027581553afd with lease ID 0x42bec7692d6622b6: from storage DS-f8fa57c2-0191-4a70-8249-351b12155133 node DatanodeRegistration(127.0.0.1:46633, datanodeUuid=e7e7d5bc-3695-474e-8576-9af41071ef50, infoPort=43009, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T15:51:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40f3027581553afd with lease ID 0x42bec7692d6622b6: from storage DS-99f1b5c7-8c3e-42d2-a5e9-c173f0202e64 node DatanodeRegistration(127.0.0.1:46633, datanodeUuid=e7e7d5bc-3695-474e-8576-9af41071ef50, infoPort=43009, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1751094571;c=1733241059108), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:12,204 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83/.tmp/info/0be24a3352b344ecad7a86d8300b393a as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83/info/0be24a3352b344ecad7a86d8300b393a 2024-12-03T15:51:12,211 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/info/e35cc3b120ed4f8dbb6308b244495f8a is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83./info:regioninfo/1733241062181/Put/seqid=0 2024-12-03T15:51:12,219 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83/info/0be24a3352b344ecad7a86d8300b393a, entries=2, sequenceid=6, filesize=6.9 K 2024-12-03T15:51:12,220 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e7ed2b4e631cf90b220576ff4a71de83 in 85ms, sequenceid=6, compaction requested=false 2024-12-03T15:51:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741840_1018 (size=7089) 2024-12-03T15:51:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741840_1018 (size=7089) 2024-12-03T15:51:12,226 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/info/e35cc3b120ed4f8dbb6308b244495f8a 2024-12-03T15:51:12,229 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e7ed2b4e631cf90b220576ff4a71de83/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T15:51:12,230 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:12,230 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7ed2b4e631cf90b220576ff4a71de83: Waiting for close lock at 1733241072135Running coprocessor pre-close hooks at 1733241072135Disabling compacts and flushes for region at 1733241072135Disabling writes for close at 1733241072135Obtaining lock to block concurrent updates at 1733241072136 (+1 ms)Preparing flush snapshotting stores in e7ed2b4e631cf90b220576ff4a71de83 at 1733241072136Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733241072136Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. at 1733241072140 (+4 ms)Flushing e7ed2b4e631cf90b220576ff4a71de83/info: creating writer at 1733241072142 (+2 ms)Flushing e7ed2b4e631cf90b220576ff4a71de83/info: appending metadata at 1733241072175 (+33 ms)Flushing e7ed2b4e631cf90b220576ff4a71de83/info: closing flushed file at 1733241072175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cefd12: reopening flushed file at 1733241072203 (+28 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e7ed2b4e631cf90b220576ff4a71de83 in 85ms, sequenceid=6, compaction requested=false at 1733241072220 (+17 ms)Writing region close event to WAL at 1733241072224 (+4 ms)Running coprocessor post-close hooks at 1733241072229 (+5 ms)Closed at 1733241072230 (+1 ms) 2024-12-03T15:51:12,230 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733241061800.e7ed2b4e631cf90b220576ff4a71de83. 2024-12-03T15:51:12,251 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/ns/f9706c6689c74726b1478563cbac6c9c is 43, key is default/ns:d/1733241060927/Put/seqid=0 2024-12-03T15:51:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741841_1019 (size=5153) 2024-12-03T15:51:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741841_1019 (size=5153) 2024-12-03T15:51:12,258 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/ns/f9706c6689c74726b1478563cbac6c9c 2024-12-03T15:51:12,283 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/table/169740d9254e4e97a0ffe42ebc66d64d is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733241062198/Put/seqid=0 2024-12-03T15:51:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46633 is added to blk_1073741842_1020 (size=5424) 2024-12-03T15:51:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741842_1020 (size=5424) 2024-12-03T15:51:12,292 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/table/169740d9254e4e97a0ffe42ebc66d64d 2024-12-03T15:51:12,294 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T15:51:12,294 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T15:51:12,296 INFO [regionserver/713339a81dd9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:51:12,314 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/info/e35cc3b120ed4f8dbb6308b244495f8a as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/info/e35cc3b120ed4f8dbb6308b244495f8a 2024-12-03T15:51:12,323 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/info/e35cc3b120ed4f8dbb6308b244495f8a, entries=10, sequenceid=11, filesize=6.9 K 2024-12-03T15:51:12,325 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/ns/f9706c6689c74726b1478563cbac6c9c as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/ns/f9706c6689c74726b1478563cbac6c9c 2024-12-03T15:51:12,333 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/ns/f9706c6689c74726b1478563cbac6c9c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T15:51:12,334 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/.tmp/table/169740d9254e4e97a0ffe42ebc66d64d as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/table/169740d9254e4e97a0ffe42ebc66d64d 2024-12-03T15:51:12,336 DEBUG [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T15:51:12,342 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/table/169740d9254e4e97a0ffe42ebc66d64d, entries=2, sequenceid=11, filesize=5.3 K 2024-12-03T15:51:12,362 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 226ms, sequenceid=11, compaction requested=false 2024-12-03T15:51:12,370 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T15:51:12,371 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:51:12,371 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:51:12,372 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241072135Running coprocessor pre-close hooks at 1733241072135Disabling compacts and flushes for region at 1733241072135Disabling writes for close at 1733241072136 (+1 ms)Obtaining lock to block concurrent updates at 1733241072136Preparing flush snapshotting stores in 1588230740 at 1733241072136Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733241072137 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733241072183 (+46 ms)Flushing 1588230740/info: creating writer at 1733241072184 (+1 ms)Flushing 1588230740/info: appending metadata at 1733241072211 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733241072211Flushing 1588230740/ns: creating writer at 1733241072234 (+23 ms)Flushing 1588230740/ns: appending metadata at 1733241072250 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733241072250Flushing 1588230740/table: creating writer at 1733241072266 (+16 ms)Flushing 1588230740/table: appending metadata at 1733241072282 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733241072282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@969ce30: reopening flushed file at 1733241072313 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640798c6: reopening flushed file at 1733241072323 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672ee7a2: reopening flushed file at 1733241072333 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 226ms, sequenceid=11, compaction requested=false at 1733241072362 (+29 ms)Writing region close event to WAL at 1733241072365 (+3 ms)Running coprocessor post-close hooks at 1733241072371 (+6 ms)Closed at 1733241072371 2024-12-03T15:51:12,372 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T15:51:12,536 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(976): stopping server 713339a81dd9,39713,1733241059906; all regions closed. 2024-12-03T15:51:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741838_1015 (size=825) 2024-12-03T15:51:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741838_1015 (size=825) 2024-12-03T15:51:13,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-03T15:51:13,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:51:13,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T15:51:14,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741833_1014 (size=1599) 2024-12-03T15:51:16,134 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 after 4014ms 2024-12-03T15:51:16,135 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241060437 to hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/oldWALs/713339a81dd9%2C39713%2C1733241059906.1733241060437 2024-12-03T15:51:16,186 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta after 4002ms 2024-12-03T15:51:16,187 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta to hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/oldWALs/713339a81dd9%2C39713%2C1733241059906.meta.1733241060850.meta 2024-12-03T15:51:16,190 DEBUG [RS:0;713339a81dd9:39713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/oldWALs 2024-12-03T15:51:16,190 INFO [RS:0;713339a81dd9:39713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C39713%2C1733241059906.meta:.meta(num 1733241072138) 2024-12-03T15:51:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741837_1013 (size=2288) 2024-12-03T15:51:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741837_1013 (size=2288) 2024-12-03T15:51:16,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/WALs/713339a81dd9,39713,1733241059906/713339a81dd9%2C39713%2C1733241059906.1733241072078 not finished, retry = 0 2024-12-03T15:51:16,296 DEBUG [RS:0;713339a81dd9:39713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/oldWALs 2024-12-03T15:51:16,297 INFO [RS:0;713339a81dd9:39713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C39713%2C1733241059906:(num 1733241072078) 2024-12-03T15:51:16,297 DEBUG [RS:0;713339a81dd9:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:51:16,297 INFO [RS:0;713339a81dd9:39713 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:51:16,297 INFO [RS:0;713339a81dd9:39713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:51:16,297 INFO [RS:0;713339a81dd9:39713 {}] hbase.ChoreService(370): Chore service for: regionserver/713339a81dd9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T15:51:16,297 INFO [RS:0;713339a81dd9:39713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:51:16,297 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:51:16,298 INFO [RS:0;713339a81dd9:39713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39713 2024-12-03T15:51:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:51:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/713339a81dd9,39713,1733241059906 2024-12-03T15:51:16,300 INFO [RS:0;713339a81dd9:39713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:51:16,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [713339a81dd9,39713,1733241059906] 2024-12-03T15:51:16,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/713339a81dd9,39713,1733241059906 already deleted, retry=false 2024-12-03T15:51:16,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 713339a81dd9,39713,1733241059906 expired; onlineServers=0 2024-12-03T15:51:16,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '713339a81dd9,34383,1733241059850' ***** 2024-12-03T15:51:16,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T15:51:16,303 INFO [M:0;713339a81dd9:34383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:51:16,303 INFO [M:0;713339a81dd9:34383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:51:16,303 DEBUG [M:0;713339a81dd9:34383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T15:51:16,303 DEBUG [M:0;713339a81dd9:34383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T15:51:16,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T15:51:16,303 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241060201 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241060201,5,FailOnTimeoutGroup] 2024-12-03T15:51:16,303 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241060201 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241060201,5,FailOnTimeoutGroup] 2024-12-03T15:51:16,304 INFO [M:0;713339a81dd9:34383 {}] hbase.ChoreService(370): Chore service for: master/713339a81dd9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T15:51:16,304 INFO [M:0;713339a81dd9:34383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:51:16,304 DEBUG [M:0;713339a81dd9:34383 {}] master.HMaster(1795): Stopping service threads 2024-12-03T15:51:16,304 INFO [M:0;713339a81dd9:34383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T15:51:16,304 INFO [M:0;713339a81dd9:34383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:51:16,304 INFO [M:0;713339a81dd9:34383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T15:51:16,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T15:51:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T15:51:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:16,305 DEBUG [M:0;713339a81dd9:34383 {}] zookeeper.ZKUtil(347): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T15:51:16,305 WARN [M:0;713339a81dd9:34383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T15:51:16,307 INFO [M:0;713339a81dd9:34383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/.lastflushedseqids 2024-12-03T15:51:16,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46633 is added to blk_1073741843_1021 (size=139) 2024-12-03T15:51:16,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741843_1021 (size=139) 2024-12-03T15:51:16,314 INFO [M:0;713339a81dd9:34383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T15:51:16,314 INFO [M:0;713339a81dd9:34383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T15:51:16,314 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:51:16,314 INFO [M:0;713339a81dd9:34383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:16,314 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:16,314 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:51:16,314 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:16,314 INFO [M:0;713339a81dd9:34383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-12-03T15:51:16,315 WARN [AsyncFSWAL-0-hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData-prefix:713339a81dd9,34383,1733241059850 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:16,315 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 713339a81dd9%2C34383%2C1733241059850:(num 1733241060088) roll requested 2024-12-03T15:51:16,330 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241076315, exclude list is [], retry=0 2024-12-03T15:51:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-69878760-cb51-4a8d-8cdb-482a613dc97a,DISK] 2024-12-03T15:51:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41641,DS-cc6a9944-c05c-49e4-939a-b144717dbb71,DISK] 2024-12-03T15:51:16,335 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241076315 2024-12-03T15:51:16,336 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44253:44253),(127.0.0.1/127.0.0.1:44567:44567)] 2024-12-03T15:51:16,336 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 is not closed yet, will try archiving it next time 2024-12-03T15:51:16,336 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:16,336 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T15:51:16,337 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 2024-12-03T15:51:16,338 WARN [IPC Server handler 3 on default port 38423 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-12-03T15:51:16,338 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 after 1ms 2024-12-03T15:51:16,363 DEBUG [M:0;713339a81dd9:34383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78d3cad3c4ca4f2295fcf7ce125ec06d is 82, key is hbase:meta,,1/info:regioninfo/1733241060907/Put/seqid=0 2024-12-03T15:51:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46633 is added to blk_1073741845_1024 (size=5672) 2024-12-03T15:51:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741845_1024 (size=5672) 2024-12-03T15:51:16,371 INFO [M:0;713339a81dd9:34383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78d3cad3c4ca4f2295fcf7ce125ec06d 2024-12-03T15:51:16,395 DEBUG [M:0;713339a81dd9:34383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a27d91d052489f8cb221427579b143 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733241062204/Put/seqid=0 2024-12-03T15:51:16,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:51:16,402 INFO [RS:0;713339a81dd9:39713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:51:16,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x101792120760001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:51:16,402 INFO [RS:0;713339a81dd9:39713 {}] regionserver.HRegionServer(1031): Exiting; stopping=713339a81dd9,39713,1733241059906; zookeeper connection closed. 2024-12-03T15:51:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741846_1025 (size=6114) 2024-12-03T15:51:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741846_1025 (size=6114) 2024-12-03T15:51:16,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58688362 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58688362 2024-12-03T15:51:16,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T15:51:16,403 INFO [M:0;713339a81dd9:34383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a27d91d052489f8cb221427579b143 2024-12-03T15:51:16,426 DEBUG [M:0;713339a81dd9:34383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b2d4a4d44ff4b169da3885ce5b1e584 is 69, key is 713339a81dd9,39713,1733241059906/rs:state/1733241060273/Put/seqid=0 2024-12-03T15:51:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741847_1026 (size=5156) 2024-12-03T15:51:16,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46633 is added to blk_1073741847_1026 (size=5156) 2024-12-03T15:51:16,433 INFO [M:0;713339a81dd9:34383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b2d4a4d44ff4b169da3885ce5b1e584 2024-12-03T15:51:16,460 DEBUG [M:0;713339a81dd9:34383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d46f4e0560ab488caf244dca681f1274 is 52, key is load_balancer_on/state:d/1733241061048/Put/seqid=0 2024-12-03T15:51:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741848_1027 (size=5056) 2024-12-03T15:51:16,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33211 is added to blk_1073741848_1027 (size=5056) 2024-12-03T15:51:16,467 INFO [M:0;713339a81dd9:34383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d46f4e0560ab488caf244dca681f1274 2024-12-03T15:51:16,476 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78d3cad3c4ca4f2295fcf7ce125ec06d as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78d3cad3c4ca4f2295fcf7ce125ec06d 2024-12-03T15:51:16,483 INFO [M:0;713339a81dd9:34383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78d3cad3c4ca4f2295fcf7ce125ec06d, entries=8, sequenceid=56, filesize=5.5 K 2024-12-03T15:51:16,485 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a27d91d052489f8cb221427579b143 as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3a27d91d052489f8cb221427579b143 2024-12-03T15:51:16,492 INFO [M:0;713339a81dd9:34383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3a27d91d052489f8cb221427579b143, entries=6, sequenceid=56, filesize=6.0 K 2024-12-03T15:51:16,493 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b2d4a4d44ff4b169da3885ce5b1e584 as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b2d4a4d44ff4b169da3885ce5b1e584 2024-12-03T15:51:16,500 INFO [M:0;713339a81dd9:34383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b2d4a4d44ff4b169da3885ce5b1e584, entries=1, sequenceid=56, filesize=5.0 K 2024-12-03T15:51:16,502 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d46f4e0560ab488caf244dca681f1274 as hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d46f4e0560ab488caf244dca681f1274 2024-12-03T15:51:16,509 INFO [M:0;713339a81dd9:34383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d46f4e0560ab488caf244dca681f1274, entries=1, sequenceid=56, filesize=4.9 K 2024-12-03T15:51:16,510 INFO [M:0;713339a81dd9:34383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 196ms, sequenceid=56, compaction requested=false 2024-12-03T15:51:16,512 INFO [M:0;713339a81dd9:34383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:16,513 DEBUG [M:0;713339a81dd9:34383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241076314Disabling compacts and flushes for region at 1733241076314Disabling writes for close at 1733241076314Obtaining lock to block concurrent updates at 1733241076314Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733241076314Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1733241076315 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733241076336 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733241076336Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733241076363 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733241076363Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733241076377 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733241076394 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733241076395 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733241076409 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733241076426 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733241076426Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733241076439 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733241076459 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733241076460 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f2662a: reopening flushed file at 1733241076475 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448bfca5: reopening flushed file at 1733241076483 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b5cbb8: reopening flushed file at 1733241076492 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f208e33: reopening flushed file at 1733241076501 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 196ms, sequenceid=56, compaction requested=false at 1733241076510 (+9 ms)Writing region close event to WAL at 1733241076512 (+2 ms)Closed at 1733241076512 2024-12-03T15:51:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741844_1022 (size=757) 2024-12-03T15:51:16,516 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241076315 not finished, retry = 0 2024-12-03T15:51:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741844_1022 (size=757) 2024-12-03T15:51:17,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T15:51:17,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:17,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:17,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741833_1014 (size=1599) 2024-12-03T15:51:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741834_1017 (size=2386) 2024-12-03T15:51:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41641 is added to blk_1073741830_1023 (size=27177) 2024-12-03T15:51:20,339 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 after 4002ms 2024-12-03T15:51:20,340 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/WALs/713339a81dd9,34383,1733241059850/713339a81dd9%2C34383%2C1733241059850.1733241060088 to hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/oldWALs/713339a81dd9%2C34383%2C1733241059850.1733241060088 2024-12-03T15:51:20,343 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/MasterData/oldWALs/713339a81dd9%2C34383%2C1733241059850.1733241060088 to hdfs://localhost:38423/user/jenkins/test-data/a8b10239-9ae0-5f76-2565-3f6260ded50d/oldWALs/713339a81dd9%2C34383%2C1733241059850.1733241060088$masterlocalwal$ 2024-12-03T15:51:20,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:51:20,344 INFO [M:0;713339a81dd9:34383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T15:51:20,344 INFO [M:0;713339a81dd9:34383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34383 2024-12-03T15:51:20,344 INFO [M:0;713339a81dd9:34383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:51:20,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:51:20,446 INFO [M:0;713339a81dd9:34383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:51:20,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x101792120760000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:51:20,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42468d07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:20,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34d8c775{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:51:20,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:51:20,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d36f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:51:20,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a98dd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,STOPPED} 2024-12-03T15:51:20,453 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:51:20,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:51:20,453 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891401297-172.17.0.3-1733241059108 (Datanode Uuid e7e7d5bc-3695-474e-8576-9af41071ef50) service to localhost/127.0.0.1:38423 2024-12-03T15:51:20,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:51:20,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data1/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data2/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:51:20,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73ae78f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:20,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b6597e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:51:20,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:51:20,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@314476a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:51:20,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7320f20c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,STOPPED} 2024-12-03T15:51:20,464 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:51:20,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:51:20,464 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891401297-172.17.0.3-1733241059108 (Datanode Uuid eddbf7cb-c7c3-47ae-a55e-4238df60a60e) service to localhost/127.0.0.1:38423 2024-12-03T15:51:20,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:51:20,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data9/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data10/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:51:20,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8015d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:20,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50bce56e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:51:20,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:51:20,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73efa973{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:51:20,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d27ac4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,STOPPED} 2024-12-03T15:51:20,469 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:51:20,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:51:20,469 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891401297-172.17.0.3-1733241059108 (Datanode Uuid ac76aa50-d37c-4861-aae1-4aefb16927e7) service to localhost/127.0.0.1:38423 2024-12-03T15:51:20,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:51:20,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data7/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data8/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:51:20,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bff5fee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:20,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1705fe57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:51:20,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:51:20,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@658d2e9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:51:20,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,STOPPED} 2024-12-03T15:51:20,475 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:51:20,475 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891401297-172.17.0.3-1733241059108 (Datanode Uuid 0425ccab-93f7-4e1f-9dcd-7791a827dd90) service to localhost/127.0.0.1:38423 2024-12-03T15:51:20,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:51:20,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:51:20,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data5/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data6/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:51:20,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d852e88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:20,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed15996{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:51:20,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:51:20,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f06258f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:51:20,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9bde70f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,STOPPED} 2024-12-03T15:51:20,481 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:51:20,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:51:20,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:51:20,481 WARN [BP-1891401297-172.17.0.3-1733241059108 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891401297-172.17.0.3-1733241059108 (Datanode Uuid 930015e0-1657-4734-8c19-2ebd170f4c0c) service to localhost/127.0.0.1:38423 2024-12-03T15:51:20,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data3/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/cluster_3e9fa866-5492-db8a-af05-175150fe8fd9/data/data4/current/BP-1891401297-172.17.0.3-1733241059108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:51:20,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:51:20,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b698deb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:51:20,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7338096e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:51:20,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:51:20,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@487bdcb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:51:20,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d88a75a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir/,STOPPED} 2024-12-03T15:51:20,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T15:51:20,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T15:51:20,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 68) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:38423 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:38423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:38423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 630), ProcessCount=11 (was 11), AvailableMemoryMB=1942 (was 2225) 2024-12-03T15:51:20,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=1942 2024-12-03T15:51:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T15:51:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.log.dir so I do NOT create it in target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2 2024-12-03T15:51:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2c52b0fa-4e58-bb02-55a9-802564f2fdc8/hadoop.tmp.dir so I do NOT create it in target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2 2024-12-03T15:51:20,553 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8, deleteOnExit=true 2024-12-03T15:51:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T15:51:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/test.cache.data in system properties and HBase conf 2024-12-03T15:51:20,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T15:51:20,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir in system properties and HBase conf 2024-12-03T15:51:20,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T15:51:20,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T15:51:20,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T15:51:20,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T15:51:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:51:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:51:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T15:51:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:51:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T15:51:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T15:51:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:51:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:51:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T15:51:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/nfs.dump.dir in system properties and HBase conf 2024-12-03T15:51:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/java.io.tmpdir in system properties and HBase conf 2024-12-03T15:51:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:51:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T15:51:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T15:51:20,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:20,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:51:20,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:51:20,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:51:20,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:51:20,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:20,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669953c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:51:20,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77df7740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:51:20,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fa6d641{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/java.io.tmpdir/jetty-localhost-45217-hadoop-hdfs-3_4_1-tests_jar-_-any-11651469105939659773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:51:20,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59e1b9a1{HTTP/1.1, (http/1.1)}{localhost:45217} 2024-12-03T15:51:20,772 INFO [Time-limited test {}] server.Server(415): Started @96850ms 2024-12-03T15:51:20,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:20,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:51:20,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:51:20,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:51:20,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:51:20,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b12c254{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:51:20,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2da4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:51:21,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d13024f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/java.io.tmpdir/jetty-localhost-35777-hadoop-hdfs-3_4_1-tests_jar-_-any-5603697778468457249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:21,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39709782{HTTP/1.1, (http/1.1)}{localhost:35777} 2024-12-03T15:51:21,005 INFO [Time-limited test {}] server.Server(415): Started @97083ms 2024-12-03T15:51:21,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:51:21,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:51:21,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:51:21,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:51:21,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:51:21,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:51:21,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77f3adc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:51:21,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aa9ad4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:51:21,126 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data1/current/BP-1246826809-172.17.0.3-1733241080591/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:21,126 WARN [Thread-788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data2/current/BP-1246826809-172.17.0.3-1733241080591/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:21,147 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:51:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ac9ece3b214ae3 with lease ID 0x334aeb84988dc069: Processing first storage report for DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2 from datanode DatanodeRegistration(127.0.0.1:43245, datanodeUuid=63bf35cf-371a-40bc-9241-ecc230876d6f, infoPort=39487, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591) 2024-12-03T15:51:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ac9ece3b214ae3 with lease ID 0x334aeb84988dc069: from storage DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2 node DatanodeRegistration(127.0.0.1:43245, datanodeUuid=63bf35cf-371a-40bc-9241-ecc230876d6f, infoPort=39487, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ac9ece3b214ae3 with lease ID 0x334aeb84988dc069: Processing first storage report for DS-1460c063-37d1-48a3-b445-7b43e6ed8b67 from datanode DatanodeRegistration(127.0.0.1:43245, datanodeUuid=63bf35cf-371a-40bc-9241-ecc230876d6f, infoPort=39487, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591) 2024-12-03T15:51:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ac9ece3b214ae3 with lease ID 0x334aeb84988dc069: from storage DS-1460c063-37d1-48a3-b445-7b43e6ed8b67 node DatanodeRegistration(127.0.0.1:43245, datanodeUuid=63bf35cf-371a-40bc-9241-ecc230876d6f, infoPort=39487, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:21,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e619a79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/java.io.tmpdir/jetty-localhost-40889-hadoop-hdfs-3_4_1-tests_jar-_-any-1735856091323132303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:51:21,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18d53899{HTTP/1.1, (http/1.1)}{localhost:40889} 2024-12-03T15:51:21,198 INFO [Time-limited test {}] server.Server(415): Started @97276ms 2024-12-03T15:51:21,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:51:21,301 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data3/current/BP-1246826809-172.17.0.3-1733241080591/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:21,301 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data4/current/BP-1246826809-172.17.0.3-1733241080591/current, will proceed with Du for space computation calculation, 2024-12-03T15:51:21,325 WARN [Thread-802 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:51:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x594b335184d6bab4 with lease ID 0x334aeb84988dc06a: Processing first storage report for DS-037e0585-fda3-4ebb-b245-2eeb6713d70d from datanode DatanodeRegistration(127.0.0.1:41077, datanodeUuid=8e8bcf7c-6606-4cd4-acc8-45769fb604ce, infoPort=45455, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591) 2024-12-03T15:51:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x594b335184d6bab4 with lease ID 0x334aeb84988dc06a: from storage DS-037e0585-fda3-4ebb-b245-2eeb6713d70d node DatanodeRegistration(127.0.0.1:41077, datanodeUuid=8e8bcf7c-6606-4cd4-acc8-45769fb604ce, infoPort=45455, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T15:51:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x594b335184d6bab4 with lease ID 0x334aeb84988dc06a: Processing first storage report for DS-37d2b5d7-dc4c-4c20-8177-2bde0615cf9b from datanode DatanodeRegistration(127.0.0.1:41077, datanodeUuid=8e8bcf7c-6606-4cd4-acc8-45769fb604ce, infoPort=45455, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591) 2024-12-03T15:51:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x594b335184d6bab4 with lease ID 0x334aeb84988dc06a: from storage DS-37d2b5d7-dc4c-4c20-8177-2bde0615cf9b node DatanodeRegistration(127.0.0.1:41077, datanodeUuid=8e8bcf7c-6606-4cd4-acc8-45769fb604ce, infoPort=45455, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1371370561;c=1733241080591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:51:21,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2 2024-12-03T15:51:21,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/zookeeper_0, clientPort=59922, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T15:51:21,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59922 2024-12-03T15:51:21,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:21,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:51:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:51:21,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411 with version=8 2024-12-03T15:51:21,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/hbase-staging 2024-12-03T15:51:21,357 INFO [Time-limited test {}] client.ConnectionUtils(128): master/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:51:21,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:51:21,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:51:21,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:51:21,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:51:21,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:51:21,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T15:51:21,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:51:21,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37929 2024-12-03T15:51:21,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37929 connecting to ZooKeeper ensemble=127.0.0.1:59922 2024-12-03T15:51:21,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379290x0, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:51:21,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37929-0x1017921747e0000 connected 2024-12-03T15:51:21,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:21,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:21,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:51:21,387 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411, hbase.cluster.distributed=false 2024-12-03T15:51:21,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:51:21,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37929 2024-12-03T15:51:21,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37929 2024-12-03T15:51:21,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37929 2024-12-03T15:51:21,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37929 2024-12-03T15:51:21,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37929 2024-12-03T15:51:21,415 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:51:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:51:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:51:21,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:51:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:51:21,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:51:21,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T15:51:21,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:51:21,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44491 2024-12-03T15:51:21,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44491 connecting to ZooKeeper ensemble=127.0.0.1:59922 2024-12-03T15:51:21,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:21,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444910x0, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:51:21,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44491-0x1017921747e0001 connected 2024-12-03T15:51:21,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:51:21,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T15:51:21,427 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T15:51:21,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T15:51:21,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:51:21,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44491 2024-12-03T15:51:21,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44491 2024-12-03T15:51:21,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44491 2024-12-03T15:51:21,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44491 2024-12-03T15:51:21,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44491 2024-12-03T15:51:21,448 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;713339a81dd9:37929 2024-12-03T15:51:21,448 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/713339a81dd9,37929,1733241081357 2024-12-03T15:51:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:51:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:51:21,451 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/713339a81dd9,37929,1733241081357 2024-12-03T15:51:21,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T15:51:21,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,454 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T15:51:21,455 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/713339a81dd9,37929,1733241081357 from backup master directory 2024-12-03T15:51:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/713339a81dd9,37929,1733241081357 2024-12-03T15:51:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:51:21,457 WARN [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:51:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:51:21,457 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=713339a81dd9,37929,1733241081357 2024-12-03T15:51:21,462 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/hbase.id] with ID: 22119669-8e52-4e80-9ba2-2bd7439eb1bf 2024-12-03T15:51:21,462 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/.tmp/hbase.id 2024-12-03T15:51:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:51:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:51:21,473 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/.tmp/hbase.id]:[hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/hbase.id] 2024-12-03T15:51:21,488 INFO [master/713339a81dd9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:21,488 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T15:51:21,490 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T15:51:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:51:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:51:21,505 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:51:21,506 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T15:51:21,506 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:51:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:51:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:51:21,517 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store 2024-12-03T15:51:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:51:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:51:21,529 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:21,529 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:51:21,529 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:21,529 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:21,529 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:51:21,529 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:21,529 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:51:21,529 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241081529Disabling compacts and flushes for region at 1733241081529Disabling writes for close at 1733241081529Writing region close event to WAL at 1733241081529Closed at 1733241081529 2024-12-03T15:51:21,530 WARN [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/.initializing 2024-12-03T15:51:21,530 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/WALs/713339a81dd9,37929,1733241081357 2024-12-03T15:51:21,531 INFO [master/713339a81dd9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:51:21,533 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C37929%2C1733241081357, suffix=, logDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/WALs/713339a81dd9,37929,1733241081357, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/oldWALs, maxLogs=10 2024-12-03T15:51:21,547 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/WALs/713339a81dd9,37929,1733241081357/713339a81dd9%2C37929%2C1733241081357.1733241081534, exclude list is [], retry=0 2024-12-03T15:51:21,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43245,DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2,DISK] 2024-12-03T15:51:21,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41077,DS-037e0585-fda3-4ebb-b245-2eeb6713d70d,DISK] 2024-12-03T15:51:21,553 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/WALs/713339a81dd9,37929,1733241081357/713339a81dd9%2C37929%2C1733241081357.1733241081534 2024-12-03T15:51:21,553 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39487:39487),(127.0.0.1/127.0.0.1:45455:45455)] 2024-12-03T15:51:21,553 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:51:21,553 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:21,554 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,554 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T15:51:21,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:21,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T15:51:21,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:21,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T15:51:21,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:21,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T15:51:21,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:21,564 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,565 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,566 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,567 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,567 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,568 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T15:51:21,569 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:51:21,571 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:51:21,572 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709021, jitterRate=-0.09843358397483826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T15:51:21,572 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733241081554Initializing all the Stores at 1733241081555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241081555Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241081555Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241081555Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241081555Cleaning up temporary data from old regions at 1733241081567 (+12 ms)Region opened successfully at 1733241081572 (+5 ms) 2024-12-03T15:51:21,573 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T15:51:21,576 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a83b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:51:21,577 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T15:51:21,578 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T15:51:21,578 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T15:51:21,578 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T15:51:21,579 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T15:51:21,579 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T15:51:21,579 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T15:51:21,582 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T15:51:21,583 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T15:51:21,584 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T15:51:21,585 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T15:51:21,586 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T15:51:21,587 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T15:51:21,588 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T15:51:21,589 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T15:51:21,590 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T15:51:21,591 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T15:51:21,593 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T15:51:21,595 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T15:51:21,596 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T15:51:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:51:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:51:21,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,599 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=713339a81dd9,37929,1733241081357, sessionid=0x1017921747e0000, setting cluster-up flag (Was=false) 2024-12-03T15:51:21,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,616 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T15:51:21,617 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,37929,1733241081357 2024-12-03T15:51:21,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:21,627 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T15:51:21,629 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,37929,1733241081357 2024-12-03T15:51:21,630 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T15:51:21,636 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:21,637 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T15:51:21,637 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T15:51:21,637 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 713339a81dd9,37929,1733241081357 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/713339a81dd9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:51:21,639 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,645 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733241111645 2024-12-03T15:51:21,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:21,646 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T15:51:21,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T15:51:21,646 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T15:51:21,646 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T15:51:21,646 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T15:51:21,646 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T15:51:21,646 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T15:51:21,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T15:51:21,648 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,649 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T15:51:21,649 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T15:51:21,649 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T15:51:21,654 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T15:51:21,654 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T15:51:21,654 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241081654,5,FailOnTimeoutGroup] 2024-12-03T15:51:21,657 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241081654,5,FailOnTimeoutGroup] 2024-12-03T15:51:21,657 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,657 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T15:51:21,657 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,657 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:51:21,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:51:21,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T15:51:21,669 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411 2024-12-03T15:51:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:51:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:51:21,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:21,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:51:21,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:51:21,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:21,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:51:21,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:51:21,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:21,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:51:21,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:51:21,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:21,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:51:21,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:51:21,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:21,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:21,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:51:21,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740 2024-12-03T15:51:21,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740 2024-12-03T15:51:21,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:51:21,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:51:21,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:51:21,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:51:21,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:51:21,718 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846985, jitterRate=0.0769975334405899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:51:21,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733241081689Initializing all the Stores at 1733241081690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241081690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241081694 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241081694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241081694Cleaning up temporary data from old regions at 1733241081708 (+14 ms)Region opened successfully at 1733241081719 (+11 ms) 2024-12-03T15:51:21,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:51:21,719 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:51:21,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:51:21,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:51:21,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:51:21,720 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:51:21,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241081719Disabling compacts and flushes for region at 1733241081719Disabling writes for close at 1733241081720 (+1 ms)Writing region close event to WAL at 1733241081720Closed at 1733241081720 2024-12-03T15:51:21,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:21,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T15:51:21,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T15:51:21,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:51:21,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T15:51:21,732 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(746): ClusterId : 22119669-8e52-4e80-9ba2-2bd7439eb1bf 2024-12-03T15:51:21,732 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T15:51:21,735 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T15:51:21,735 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T15:51:21,737 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T15:51:21,738 DEBUG [RS:0;713339a81dd9:44491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d241721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:51:21,750 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;713339a81dd9:44491 2024-12-03T15:51:21,750 INFO [RS:0;713339a81dd9:44491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T15:51:21,750 INFO [RS:0;713339a81dd9:44491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T15:51:21,750 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T15:51:21,751 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,37929,1733241081357 with port=44491, startcode=1733241081415 2024-12-03T15:51:21,751 DEBUG [RS:0;713339a81dd9:44491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T15:51:21,753 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59665, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T15:51:21,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 713339a81dd9,44491,1733241081415 2024-12-03T15:51:21,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(517): Registering regionserver=713339a81dd9,44491,1733241081415 2024-12-03T15:51:21,756 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411 2024-12-03T15:51:21,756 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36909 2024-12-03T15:51:21,756 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T15:51:21,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:51:21,759 DEBUG [RS:0;713339a81dd9:44491 {}] zookeeper.ZKUtil(111): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/713339a81dd9,44491,1733241081415 2024-12-03T15:51:21,759 WARN [RS:0;713339a81dd9:44491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:51:21,759 INFO [RS:0;713339a81dd9:44491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:51:21,759 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415 2024-12-03T15:51:21,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [713339a81dd9,44491,1733241081415] 2024-12-03T15:51:21,764 INFO [RS:0;713339a81dd9:44491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T15:51:21,771 INFO [RS:0;713339a81dd9:44491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T15:51:21,771 INFO [RS:0;713339a81dd9:44491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T15:51:21,771 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,771 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T15:51:21,772 INFO [RS:0;713339a81dd9:44491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T15:51:21,773 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,773 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,774 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,774 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:51:21,774 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:51:21,774 DEBUG [RS:0;713339a81dd9:44491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:51:21,775 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,775 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,775 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,775 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,775 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,775 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44491,1733241081415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:51:21,798 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T15:51:21,798 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44491,1733241081415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,798 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,798 INFO [RS:0;713339a81dd9:44491 {}] regionserver.Replication(171): 713339a81dd9,44491,1733241081415 started 2024-12-03T15:51:21,820 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:21,820 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1482): Serving as 713339a81dd9,44491,1733241081415, RpcServer on 713339a81dd9/172.17.0.3:44491, sessionid=0x1017921747e0001 2024-12-03T15:51:21,820 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T15:51:21,820 DEBUG [RS:0;713339a81dd9:44491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 713339a81dd9,44491,1733241081415 2024-12-03T15:51:21,820 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,44491,1733241081415' 2024-12-03T15:51:21,820 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T15:51:21,821 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T15:51:21,822 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T15:51:21,822 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T15:51:21,822 DEBUG [RS:0;713339a81dd9:44491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 713339a81dd9,44491,1733241081415 2024-12-03T15:51:21,822 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,44491,1733241081415' 2024-12-03T15:51:21,822 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T15:51:21,822 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T15:51:21,823 DEBUG [RS:0;713339a81dd9:44491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T15:51:21,823 INFO [RS:0;713339a81dd9:44491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T15:51:21,823 INFO [RS:0;713339a81dd9:44491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T15:51:21,875 WARN [713339a81dd9:37929 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T15:51:21,924 INFO [RS:0;713339a81dd9:44491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:51:21,926 INFO [RS:0;713339a81dd9:44491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C44491%2C1733241081415, suffix=, logDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/oldWALs, maxLogs=32 2024-12-03T15:51:21,948 DEBUG [RS:0;713339a81dd9:44491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241081927, exclude list is [], retry=0 2024-12-03T15:51:21,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43245,DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2,DISK] 2024-12-03T15:51:21,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41077,DS-037e0585-fda3-4ebb-b245-2eeb6713d70d,DISK] 2024-12-03T15:51:21,955 INFO [RS:0;713339a81dd9:44491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241081927 2024-12-03T15:51:21,955 DEBUG [RS:0;713339a81dd9:44491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39487:39487),(127.0.0.1/127.0.0.1:45455:45455)] 2024-12-03T15:51:22,126 DEBUG [713339a81dd9:37929 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T15:51:22,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=713339a81dd9,44491,1733241081415 2024-12-03T15:51:22,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,44491,1733241081415, state=OPENING 2024-12-03T15:51:22,129 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T15:51:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:51:22,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:51:22,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:22,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:22,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,44491,1733241081415}] 2024-12-03T15:51:22,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T15:51:22,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42897, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T15:51:22,292 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T15:51:22,292 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:51:22,293 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T15:51:22,294 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C44491%2C1733241081415.meta, suffix=.meta, logDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/oldWALs, maxLogs=32 2024-12-03T15:51:22,308 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.meta.1733241082295.meta, exclude list is [], retry=0 2024-12-03T15:51:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43245,DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2,DISK] 2024-12-03T15:51:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41077,DS-037e0585-fda3-4ebb-b245-2eeb6713d70d,DISK] 2024-12-03T15:51:22,313 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.meta.1733241082295.meta 2024-12-03T15:51:22,314 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45455:45455),(127.0.0.1/127.0.0.1:39487:39487)] 2024-12-03T15:51:22,314 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:51:22,314 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T15:51:22,315 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T15:51:22,315 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T15:51:22,315 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T15:51:22,315 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:22,315 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T15:51:22,315 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T15:51:22,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:51:22,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:51:22,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:51:22,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:51:22,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:51:22,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:51:22,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:22,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:22,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:51:22,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:51:22,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:22,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:51:22,322 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:51:22,322 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740 2024-12-03T15:51:22,323 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740 2024-12-03T15:51:22,325 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:51:22,325 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:51:22,325 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:51:22,326 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:51:22,327 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721199, jitterRate=-0.08294831216335297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:51:22,327 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T15:51:22,328 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733241082315Writing region info on filesystem at 1733241082315Initializing all the Stores at 1733241082316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241082316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241082316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241082316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241082316Cleaning up temporary data from old regions at 1733241082325 (+9 ms)Running coprocessor post-open hooks at 1733241082327 (+2 ms)Region opened successfully at 1733241082328 (+1 ms) 2024-12-03T15:51:22,329 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733241082286 2024-12-03T15:51:22,332 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T15:51:22,332 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T15:51:22,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,44491,1733241081415 2024-12-03T15:51:22,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,44491,1733241081415, state=OPEN 2024-12-03T15:51:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:51:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:51:22,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=713339a81dd9,44491,1733241081415 2024-12-03T15:51:22,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:22,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:51:22,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T15:51:22,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,44491,1733241081415 in 206 msec 2024-12-03T15:51:22,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T15:51:22,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-12-03T15:51:22,344 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:51:22,344 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T15:51:22,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:51:22,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,44491,1733241081415, seqNum=-1] 2024-12-03T15:51:22,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:51:22,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57937, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:51:22,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 720 msec 2024-12-03T15:51:22,353 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733241082353, completionTime=-1 2024-12-03T15:51:22,353 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T15:51:22,353 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T15:51:22,355 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T15:51:22,355 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733241142355 2024-12-03T15:51:22,355 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733241202355 2024-12-03T15:51:22,355 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T15:51:22,356 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,37929,1733241081357-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:22,356 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,37929,1733241081357-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:22,356 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,37929,1733241081357-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:22,356 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-713339a81dd9:37929, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:22,356 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:22,356 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:22,358 DEBUG [master/713339a81dd9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T15:51:22,360 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.903sec 2024-12-03T15:51:22,360 INFO [master/713339a81dd9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T15:51:22,361 INFO [master/713339a81dd9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T15:51:22,361 INFO [master/713339a81dd9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T15:51:22,361 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T15:51:22,361 INFO [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T15:51:22,361 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,37929,1733241081357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:51:22,361 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,37929,1733241081357-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T15:51:22,364 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T15:51:22,364 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T15:51:22,364 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,37929,1733241081357-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:51:22,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd09b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:51:22,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,37929,-1 for getting cluster id 2024-12-03T15:51:22,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T15:51:22,434 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22119669-8e52-4e80-9ba2-2bd7439eb1bf' 2024-12-03T15:51:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T15:51:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22119669-8e52-4e80-9ba2-2bd7439eb1bf" 2024-12-03T15:51:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dd1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:51:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,37929,-1] 2024-12-03T15:51:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T15:51:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:51:22,438 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T15:51:22,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648125e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:51:22,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:51:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,44491,1733241081415, seqNum=-1] 2024-12-03T15:51:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:51:22,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:51:22,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=713339a81dd9,37929,1733241081357 2024-12-03T15:51:22,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:51:22,447 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T15:51:22,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T15:51:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,37929,1733241081357 2024-12-03T15:51:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea47418 2024-12-03T15:51:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T15:51:22,450 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T15:51:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T15:51:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T15:51:22,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:51:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:22,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T15:51:22,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:22,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-03T15:51:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:51:22,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T15:51:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741835_1011 (size=405) 2024-12-03T15:51:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741835_1011 (size=405) 2024-12-03T15:51:22,465 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9621b27ab3566f409bb10e7bdb361061, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411 2024-12-03T15:51:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741836_1012 (size=88) 2024-12-03T15:51:22,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741836_1012 (size=88) 2024-12-03T15:51:22,476 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:22,477 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 9621b27ab3566f409bb10e7bdb361061, disabling compactions & flushes 2024-12-03T15:51:22,477 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:22,477 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:22,477 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. after waiting 0 ms 2024-12-03T15:51:22,477 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:22,477 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:22,477 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9621b27ab3566f409bb10e7bdb361061: Waiting for close lock at 1733241082477Disabling compacts and flushes for region at 1733241082477Disabling writes for close at 1733241082477Writing region close event to WAL at 1733241082477Closed at 1733241082477 2024-12-03T15:51:22,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T15:51:22,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733241082479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241082479"}]},"ts":"1733241082479"} 2024-12-03T15:51:22,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T15:51:22,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T15:51:22,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241082484"}]},"ts":"1733241082484"} 2024-12-03T15:51:22,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-03T15:51:22,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9621b27ab3566f409bb10e7bdb361061, ASSIGN}] 2024-12-03T15:51:22,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9621b27ab3566f409bb10e7bdb361061, ASSIGN 2024-12-03T15:51:22,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9621b27ab3566f409bb10e7bdb361061, ASSIGN; state=OFFLINE, location=713339a81dd9,44491,1733241081415; forceNewPlan=false, retain=false 2024-12-03T15:51:22,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9621b27ab3566f409bb10e7bdb361061, regionState=OPENING, regionLocation=713339a81dd9,44491,1733241081415 2024-12-03T15:51:22,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9621b27ab3566f409bb10e7bdb361061, ASSIGN because future has completed 2024-12-03T15:51:22,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9621b27ab3566f409bb10e7bdb361061, server=713339a81dd9,44491,1733241081415}] 2024-12-03T15:51:22,801 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:22,802 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9621b27ab3566f409bb10e7bdb361061, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:51:22,802 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,802 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:51:22,802 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,802 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,804 INFO [StoreOpener-9621b27ab3566f409bb10e7bdb361061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,805 INFO [StoreOpener-9621b27ab3566f409bb10e7bdb361061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9621b27ab3566f409bb10e7bdb361061 columnFamilyName info 2024-12-03T15:51:22,805 DEBUG [StoreOpener-9621b27ab3566f409bb10e7bdb361061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:51:22,806 INFO [StoreOpener-9621b27ab3566f409bb10e7bdb361061-1 {}] regionserver.HStore(327): Store=9621b27ab3566f409bb10e7bdb361061/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:51:22,806 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,807 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,807 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,807 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,807 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,809 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,811 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:51:22,812 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9621b27ab3566f409bb10e7bdb361061; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=747245, jitterRate=-0.04982942342758179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T15:51:22,812 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:51:22,812 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9621b27ab3566f409bb10e7bdb361061: Running coprocessor pre-open hook at 1733241082802Writing region info on filesystem at 1733241082802Initializing all the Stores at 1733241082803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241082803Cleaning up temporary data from old regions at 1733241082807 (+4 ms)Running coprocessor post-open hooks at 1733241082812 (+5 ms)Region opened successfully at 1733241082812 2024-12-03T15:51:22,813 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061., pid=6, masterSystemTime=1733241082797 2024-12-03T15:51:22,816 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:22,816 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:22,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9621b27ab3566f409bb10e7bdb361061, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,44491,1733241081415 2024-12-03T15:51:22,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9621b27ab3566f409bb10e7bdb361061, server=713339a81dd9,44491,1733241081415 because future has completed 2024-12-03T15:51:22,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T15:51:22,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9621b27ab3566f409bb10e7bdb361061, server=713339a81dd9,44491,1733241081415 in 178 msec 2024-12-03T15:51:22,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T15:51:22,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9621b27ab3566f409bb10e7bdb361061, ASSIGN in 339 msec 2024-12-03T15:51:22,828 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T15:51:22,829 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241082828"}]},"ts":"1733241082828"} 2024-12-03T15:51:22,831 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-03T15:51:22,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T15:51:22,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 381 msec 2024-12-03T15:51:23,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T15:51:23,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T15:51:23,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:51:23,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T15:51:23,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:23,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-03T15:51:27,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T15:51:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:51:27,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T15:51:27,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-03T15:51:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:51:32,498 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T15:51:32,498 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-03T15:51:32,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:32,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061., hostname=713339a81dd9,44491,1733241081415, seqNum=2] 2024-12-03T15:51:32,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:32,518 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T15:51:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T15:51:32,519 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T15:51:32,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T15:51:32,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T15:51:32,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:32,683 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9621b27ab3566f409bb10e7bdb361061 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T15:51:32,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/321add9504c446ccaa980c8d0cd65a5e is 1055, key is row0001/info:/1733241092506/Put/seqid=0 2024-12-03T15:51:32,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741837_1013 (size=6008) 2024-12-03T15:51:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741837_1013 (size=6008) 2024-12-03T15:51:32,715 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/321add9504c446ccaa980c8d0cd65a5e 2024-12-03T15:51:32,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/321add9504c446ccaa980c8d0cd65a5e as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/321add9504c446ccaa980c8d0cd65a5e 2024-12-03T15:51:32,730 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/321add9504c446ccaa980c8d0cd65a5e, entries=1, sequenceid=5, filesize=5.9 K 2024-12-03T15:51:32,731 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9621b27ab3566f409bb10e7bdb361061 in 48ms, sequenceid=5, compaction requested=false 2024-12-03T15:51:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9621b27ab3566f409bb10e7bdb361061: 2024-12-03T15:51:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:32,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T15:51:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T15:51:32,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T15:51:32,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 216 msec 2024-12-03T15:51:32,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 228 msec 2024-12-03T15:51:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T15:51:42,608 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T15:51:42,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T15:51:42,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T15:51:42,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T15:51:42,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T15:51:42,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T15:51:42,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:42,774 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 9621b27ab3566f409bb10e7bdb361061 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T15:51:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/fc87e5238d3b4f9b915f6d8d5ac64bb8 is 1055, key is row0002/info:/1733241102609/Put/seqid=0 2024-12-03T15:51:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741838_1014 (size=6008) 2024-12-03T15:51:42,815 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/fc87e5238d3b4f9b915f6d8d5ac64bb8 2024-12-03T15:51:42,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741838_1014 (size=6008) 2024-12-03T15:51:42,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/fc87e5238d3b4f9b915f6d8d5ac64bb8 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/fc87e5238d3b4f9b915f6d8d5ac64bb8 2024-12-03T15:51:42,842 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/fc87e5238d3b4f9b915f6d8d5ac64bb8, entries=1, sequenceid=9, filesize=5.9 K 2024-12-03T15:51:42,846 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9621b27ab3566f409bb10e7bdb361061 in 72ms, sequenceid=9, compaction requested=false 2024-12-03T15:51:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 9621b27ab3566f409bb10e7bdb361061: 2024-12-03T15:51:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T15:51:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T15:51:42,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T15:51:42,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 234 msec 2024-12-03T15:51:42,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 244 msec 2024-12-03T15:51:51,338 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T15:51:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T15:51:52,629 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T15:51:52,654 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241112633, exclude list is [], retry=0 2024-12-03T15:51:52,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43245,DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2,DISK] 2024-12-03T15:51:52,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41077,DS-037e0585-fda3-4ebb-b245-2eeb6713d70d,DISK] 2024-12-03T15:51:52,684 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241081927 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241112633 2024-12-03T15:51:52,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39487:39487),(127.0.0.1/127.0.0.1:45455:45455)] 2024-12-03T15:51:52,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241081927 is not closed yet, will try archiving it next time 2024-12-03T15:51:52,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741833_1009 (size=5471) 2024-12-03T15:51:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741833_1009 (size=5471) 2024-12-03T15:51:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:51:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T15:51:52,726 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T15:51:52,733 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T15:51:52,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T15:51:52,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-03T15:51:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:52,919 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 9621b27ab3566f409bb10e7bdb361061 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T15:51:52,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/b42c693d101446a8b3a670c3593f834a is 1055, key is row0003/info:/1733241112630/Put/seqid=0 2024-12-03T15:51:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741840_1016 (size=6008) 2024-12-03T15:51:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741840_1016 (size=6008) 2024-12-03T15:51:53,022 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/b42c693d101446a8b3a670c3593f834a 2024-12-03T15:51:53,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/b42c693d101446a8b3a670c3593f834a as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/b42c693d101446a8b3a670c3593f834a 2024-12-03T15:51:53,126 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/b42c693d101446a8b3a670c3593f834a, entries=1, sequenceid=13, filesize=5.9 K 2024-12-03T15:51:53,143 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9621b27ab3566f409bb10e7bdb361061 in 224ms, sequenceid=13, compaction requested=true 2024-12-03T15:51:53,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 9621b27ab3566f409bb10e7bdb361061: 2024-12-03T15:51:53,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:51:53,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T15:51:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T15:51:53,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T15:51:53,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 425 msec 2024-12-03T15:51:53,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 497 msec 2024-12-03T15:52:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T15:52:02,738 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T15:52:02,741 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:52:02,744 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:52:02,746 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9621b27ab3566f409bb10e7bdb361061/info is initiating minor compaction (all files) 2024-12-03T15:52:02,747 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T15:52:02,747 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:02,747 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9621b27ab3566f409bb10e7bdb361061/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:02,748 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/321add9504c446ccaa980c8d0cd65a5e, hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/fc87e5238d3b4f9b915f6d8d5ac64bb8, hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/b42c693d101446a8b3a670c3593f834a] into tmpdir=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp, totalSize=17.6 K 2024-12-03T15:52:02,749 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 321add9504c446ccaa980c8d0cd65a5e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733241092506 2024-12-03T15:52:02,750 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fc87e5238d3b4f9b915f6d8d5ac64bb8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733241102609 2024-12-03T15:52:02,751 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b42c693d101446a8b3a670c3593f834a, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733241112630 2024-12-03T15:52:02,783 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9621b27ab3566f409bb10e7bdb361061#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:52:02,784 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/2d430c4a9f144f87bfd6b8c9171982e9 is 1055, key is row0001/info:/1733241092506/Put/seqid=0 2024-12-03T15:52:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741841_1017 (size=8221) 2024-12-03T15:52:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741841_1017 (size=8221) 2024-12-03T15:52:02,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/2d430c4a9f144f87bfd6b8c9171982e9 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/2d430c4a9f144f87bfd6b8c9171982e9 2024-12-03T15:52:02,827 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9621b27ab3566f409bb10e7bdb361061/info of 9621b27ab3566f409bb10e7bdb361061 into 2d430c4a9f144f87bfd6b8c9171982e9(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:52:02,827 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9621b27ab3566f409bb10e7bdb361061: 2024-12-03T15:52:02,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241122835, exclude list is [], retry=0 2024-12-03T15:52:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41077,DS-037e0585-fda3-4ebb-b245-2eeb6713d70d,DISK] 2024-12-03T15:52:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43245,DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2,DISK] 2024-12-03T15:52:02,875 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241112633 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241122835 2024-12-03T15:52:02,875 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45455:45455),(127.0.0.1/127.0.0.1:39487:39487)] 2024-12-03T15:52:02,875 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241112633 is not closed yet, will try archiving it next time 2024-12-03T15:52:02,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:52:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741839_1015 (size=2495) 2024-12-03T15:52:02,879 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241081927 to hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/oldWALs/713339a81dd9%2C44491%2C1733241081415.1733241081927 2024-12-03T15:52:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741839_1015 (size=2495) 2024-12-03T15:52:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:52:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T15:52:02,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-03T15:52:02,892 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T15:52:02,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T15:52:03,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T15:52:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:03,047 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 9621b27ab3566f409bb10e7bdb361061 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T15:52:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/923bd67cab554befb500597b07e8d870 is 1055, key is row0000/info:/1733241122829/Put/seqid=0 2024-12-03T15:52:03,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741843_1019 (size=6008) 2024-12-03T15:52:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741843_1019 (size=6008) 2024-12-03T15:52:03,123 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T15:52:03,123 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T15:52:03,463 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/923bd67cab554befb500597b07e8d870 2024-12-03T15:52:03,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/923bd67cab554befb500597b07e8d870 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/923bd67cab554befb500597b07e8d870 2024-12-03T15:52:03,479 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/923bd67cab554befb500597b07e8d870, entries=1, sequenceid=18, filesize=5.9 K 2024-12-03T15:52:03,481 INFO [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9621b27ab3566f409bb10e7bdb361061 in 434ms, sequenceid=18, compaction requested=false 2024-12-03T15:52:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 9621b27ab3566f409bb10e7bdb361061: 2024-12-03T15:52:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T15:52:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T15:52:03,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T15:52:03,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 591 msec 2024-12-03T15:52:03,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 610 msec 2024-12-03T15:52:07,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9621b27ab3566f409bb10e7bdb361061, had cached 0 bytes from a total of 14229 2024-12-03T15:52:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T15:52:12,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-03T15:52:13,002 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241132981, exclude list is [], retry=0 2024-12-03T15:52:13,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43245,DS-3a0cb38f-b25b-47e7-98a4-082b9259c3e2,DISK] 2024-12-03T15:52:13,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41077,DS-037e0585-fda3-4ebb-b245-2eeb6713d70d,DISK] 2024-12-03T15:52:13,022 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241122835 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241132981 2024-12-03T15:52:13,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39487:39487),(127.0.0.1/127.0.0.1:45455:45455)] 2024-12-03T15:52:13,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241122835 is not closed yet, will try archiving it next time 2024-12-03T15:52:13,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T15:52:13,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:52:13,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:52:13,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:52:13,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:52:13,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T15:52:13,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T15:52:13,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=326478617, stopped=false 2024-12-03T15:52:13,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=713339a81dd9,37929,1733241081357 2024-12-03T15:52:13,026 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241112633 to hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/oldWALs/713339a81dd9%2C44491%2C1733241081415.1733241112633 2024-12-03T15:52:13,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241122835 not finished, retry = 0 2024-12-03T15:52:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741842_1018 (size=2001) 2024-12-03T15:52:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741842_1018 (size=2001) 2024-12-03T15:52:13,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:52:13,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:13,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:52:13,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:52:13,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:13,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:52:13,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:52:13,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:52:13,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:52:13,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '713339a81dd9,44491,1733241081415' ***** 2024-12-03T15:52:13,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T15:52:13,036 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T15:52:13,036 INFO [RS:0;713339a81dd9:44491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T15:52:13,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T15:52:13,036 INFO [RS:0;713339a81dd9:44491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T15:52:13,036 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(3091): Received CLOSE for 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:52:13,039 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(959): stopping server 713339a81dd9,44491,1733241081415 2024-12-03T15:52:13,039 INFO [RS:0;713339a81dd9:44491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:52:13,039 INFO [RS:0;713339a81dd9:44491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;713339a81dd9:44491. 2024-12-03T15:52:13,039 DEBUG [RS:0;713339a81dd9:44491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:52:13,039 DEBUG [RS:0;713339a81dd9:44491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:52:13,039 INFO [RS:0;713339a81dd9:44491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T15:52:13,039 INFO [RS:0;713339a81dd9:44491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T15:52:13,039 INFO [RS:0;713339a81dd9:44491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T15:52:13,039 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T15:52:13,045 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9621b27ab3566f409bb10e7bdb361061, disabling compactions & flushes 2024-12-03T15:52:13,045 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:13,046 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:13,046 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. after waiting 0 ms 2024-12-03T15:52:13,046 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:13,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:52:13,046 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9621b27ab3566f409bb10e7bdb361061 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-03T15:52:13,046 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T15:52:13,046 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9621b27ab3566f409bb10e7bdb361061=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.} 2024-12-03T15:52:13,046 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:52:13,049 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:52:13,049 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:52:13,052 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:52:13,052 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:52:13,052 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:52:13,052 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-03T15:52:13,054 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/03b09b49cbc64c30ab58a80047b8473f is 1055, key is row0001/info:/1733241132979/Put/seqid=0 2024-12-03T15:52:13,115 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/info/c5d72e614ff64a4e9803ccecaefd0ad2 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061./info:regioninfo/1733241082817/Put/seqid=0 2024-12-03T15:52:13,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741845_1021 (size=6008) 2024-12-03T15:52:13,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741845_1021 (size=6008) 2024-12-03T15:52:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741846_1022 (size=7308) 2024-12-03T15:52:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741846_1022 (size=7308) 2024-12-03T15:52:13,145 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/info/c5d72e614ff64a4e9803ccecaefd0ad2 2024-12-03T15:52:13,210 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/ns/f52e96f63f554f6c9fd7b6fa8d38f353 is 43, key is default/ns:d/1733241082348/Put/seqid=0 2024-12-03T15:52:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741847_1023 (size=5153) 2024-12-03T15:52:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741847_1023 (size=5153) 2024-12-03T15:52:13,250 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:52:13,250 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/ns/f52e96f63f554f6c9fd7b6fa8d38f353 2024-12-03T15:52:13,308 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/table/27bb816d30cc42c4b3df3d44e705b579 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733241082828/Put/seqid=0 2024-12-03T15:52:13,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741848_1024 (size=5508) 2024-12-03T15:52:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741848_1024 (size=5508) 2024-12-03T15:52:13,323 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/table/27bb816d30cc42c4b3df3d44e705b579 2024-12-03T15:52:13,333 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/info/c5d72e614ff64a4e9803ccecaefd0ad2 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/info/c5d72e614ff64a4e9803ccecaefd0ad2 2024-12-03T15:52:13,343 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/info/c5d72e614ff64a4e9803ccecaefd0ad2, entries=10, sequenceid=11, filesize=7.1 K 2024-12-03T15:52:13,344 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/ns/f52e96f63f554f6c9fd7b6fa8d38f353 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/ns/f52e96f63f554f6c9fd7b6fa8d38f353 2024-12-03T15:52:13,354 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/ns/f52e96f63f554f6c9fd7b6fa8d38f353, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T15:52:13,356 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/.tmp/table/27bb816d30cc42c4b3df3d44e705b579 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/table/27bb816d30cc42c4b3df3d44e705b579 2024-12-03T15:52:13,365 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/table/27bb816d30cc42c4b3df3d44e705b579, entries=2, sequenceid=11, filesize=5.4 K 2024-12-03T15:52:13,366 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=11, compaction requested=false 2024-12-03T15:52:13,375 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T15:52:13,376 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:52:13,376 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:52:13,376 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241133049Running coprocessor pre-close hooks at 1733241133049Disabling compacts and flushes for region at 1733241133049Disabling writes for close at 1733241133052 (+3 ms)Obtaining lock to block concurrent updates at 1733241133052Preparing flush snapshotting stores in 1588230740 at 1733241133052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733241133052Flushing stores of hbase:meta,,1.1588230740 at 1733241133062 (+10 ms)Flushing 1588230740/info: creating writer at 1733241133062Flushing 1588230740/info: appending metadata at 1733241133115 (+53 ms)Flushing 1588230740/info: closing flushed file at 1733241133115Flushing 1588230740/ns: creating writer at 1733241133159 (+44 ms)Flushing 1588230740/ns: appending metadata at 1733241133208 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1733241133208Flushing 1588230740/table: creating writer at 1733241133279 (+71 ms)Flushing 1588230740/table: appending metadata at 1733241133307 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733241133307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d5dbcd: reopening flushed file at 1733241133332 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d41543: reopening flushed file at 1733241133343 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40dba20c: reopening flushed file at 1733241133354 (+11 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=11, compaction requested=false at 1733241133366 (+12 ms)Writing region close event to WAL at 1733241133371 (+5 ms)Running coprocessor post-close hooks at 1733241133376 (+5 ms)Closed at 1733241133376 2024-12-03T15:52:13,376 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T15:52:13,450 DEBUG [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1351): Waiting on 9621b27ab3566f409bb10e7bdb361061 2024-12-03T15:52:13,522 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/03b09b49cbc64c30ab58a80047b8473f 2024-12-03T15:52:13,532 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/.tmp/info/03b09b49cbc64c30ab58a80047b8473f as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/03b09b49cbc64c30ab58a80047b8473f 2024-12-03T15:52:13,548 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/03b09b49cbc64c30ab58a80047b8473f, entries=1, sequenceid=22, filesize=5.9 K 2024-12-03T15:52:13,555 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9621b27ab3566f409bb10e7bdb361061 in 509ms, sequenceid=22, compaction requested=true 2024-12-03T15:52:13,562 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/321add9504c446ccaa980c8d0cd65a5e, hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/fc87e5238d3b4f9b915f6d8d5ac64bb8, hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/b42c693d101446a8b3a670c3593f834a] to archive 2024-12-03T15:52:13,566 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T15:52:13,570 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/321add9504c446ccaa980c8d0cd65a5e to hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/321add9504c446ccaa980c8d0cd65a5e 2024-12-03T15:52:13,573 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/fc87e5238d3b4f9b915f6d8d5ac64bb8 to hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/fc87e5238d3b4f9b915f6d8d5ac64bb8 2024-12-03T15:52:13,575 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/b42c693d101446a8b3a670c3593f834a to hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/info/b42c693d101446a8b3a670c3593f834a 2024-12-03T15:52:13,591 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=713339a81dd9:37929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-03T15:52:13,592 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [321add9504c446ccaa980c8d0cd65a5e=6008, fc87e5238d3b4f9b915f6d8d5ac64bb8=6008, b42c693d101446a8b3a670c3593f834a=6008] 2024-12-03T15:52:13,600 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9621b27ab3566f409bb10e7bdb361061/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-03T15:52:13,601 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:13,602 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9621b27ab3566f409bb10e7bdb361061: Waiting for close lock at 1733241133045Running coprocessor pre-close hooks at 1733241133045Disabling compacts and flushes for region at 1733241133045Disabling writes for close at 1733241133046 (+1 ms)Obtaining lock to block concurrent updates at 1733241133046Preparing flush snapshotting stores in 9621b27ab3566f409bb10e7bdb361061 at 1733241133046Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733241133047 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. at 1733241133048 (+1 ms)Flushing 9621b27ab3566f409bb10e7bdb361061/info: creating writer at 1733241133048Flushing 9621b27ab3566f409bb10e7bdb361061/info: appending metadata at 1733241133054 (+6 ms)Flushing 9621b27ab3566f409bb10e7bdb361061/info: closing flushed file at 1733241133054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c6fb75: reopening flushed file at 1733241133531 (+477 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9621b27ab3566f409bb10e7bdb361061 in 509ms, sequenceid=22, compaction requested=true at 1733241133555 (+24 ms)Writing region close event to WAL at 1733241133594 (+39 ms)Running coprocessor post-close hooks at 1733241133601 (+7 ms)Closed at 1733241133601 2024-12-03T15:52:13,602 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733241082451.9621b27ab3566f409bb10e7bdb361061. 2024-12-03T15:52:13,650 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(976): stopping server 713339a81dd9,44491,1733241081415; all regions closed. 2024-12-03T15:52:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741834_1010 (size=3306) 2024-12-03T15:52:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741834_1010 (size=3306) 2024-12-03T15:52:13,666 DEBUG [RS:0;713339a81dd9:44491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/oldWALs 2024-12-03T15:52:13,666 INFO [RS:0;713339a81dd9:44491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C44491%2C1733241081415.meta:.meta(num 1733241082295) 2024-12-03T15:52:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741844_1020 (size=1252) 2024-12-03T15:52:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741844_1020 (size=1252) 2024-12-03T15:52:13,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/WALs/713339a81dd9,44491,1733241081415/713339a81dd9%2C44491%2C1733241081415.1733241132981 not finished, retry = 0 2024-12-03T15:52:13,776 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T15:52:13,776 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T15:52:13,779 INFO [regionserver/713339a81dd9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:52:13,787 DEBUG [RS:0;713339a81dd9:44491 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/oldWALs 2024-12-03T15:52:13,787 INFO [RS:0;713339a81dd9:44491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C44491%2C1733241081415:(num 1733241132981) 2024-12-03T15:52:13,787 DEBUG [RS:0;713339a81dd9:44491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:52:13,787 INFO [RS:0;713339a81dd9:44491 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:52:13,788 INFO [RS:0;713339a81dd9:44491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:52:13,788 INFO [RS:0;713339a81dd9:44491 {}] hbase.ChoreService(370): Chore service for: regionserver/713339a81dd9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T15:52:13,788 INFO [RS:0;713339a81dd9:44491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:52:13,788 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:52:13,790 INFO [RS:0;713339a81dd9:44491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44491 2024-12-03T15:52:13,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:52:13,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/713339a81dd9,44491,1733241081415 2024-12-03T15:52:13,794 INFO [RS:0;713339a81dd9:44491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:52:13,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [713339a81dd9,44491,1733241081415] 2024-12-03T15:52:13,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/713339a81dd9,44491,1733241081415 already deleted, retry=false 2024-12-03T15:52:13,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 713339a81dd9,44491,1733241081415 expired; onlineServers=0 2024-12-03T15:52:13,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '713339a81dd9,37929,1733241081357' ***** 2024-12-03T15:52:13,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T15:52:13,799 INFO [M:0;713339a81dd9:37929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:52:13,799 INFO [M:0;713339a81dd9:37929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:52:13,799 DEBUG [M:0;713339a81dd9:37929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T15:52:13,799 DEBUG [M:0;713339a81dd9:37929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T15:52:13,799 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241081654 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241081654,5,FailOnTimeoutGroup] 2024-12-03T15:52:13,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T15:52:13,799 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241081654 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241081654,5,FailOnTimeoutGroup] 2024-12-03T15:52:13,799 INFO [M:0;713339a81dd9:37929 {}] hbase.ChoreService(370): Chore service for: master/713339a81dd9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T15:52:13,799 INFO [M:0;713339a81dd9:37929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:52:13,799 DEBUG [M:0;713339a81dd9:37929 {}] master.HMaster(1795): Stopping service threads 2024-12-03T15:52:13,799 INFO [M:0;713339a81dd9:37929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T15:52:13,800 INFO [M:0;713339a81dd9:37929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:52:13,800 INFO [M:0;713339a81dd9:37929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T15:52:13,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T15:52:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T15:52:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:13,802 DEBUG [M:0;713339a81dd9:37929 {}] zookeeper.ZKUtil(347): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T15:52:13,802 WARN [M:0;713339a81dd9:37929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T15:52:13,814 INFO [M:0;713339a81dd9:37929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/.lastflushedseqids 2024-12-03T15:52:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741849_1025 (size=130) 2024-12-03T15:52:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741849_1025 (size=130) 2024-12-03T15:52:13,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:52:13,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T15:52:13,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-03T15:52:13,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:52:13,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44491-0x1017921747e0001, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:52:13,898 INFO [RS:0;713339a81dd9:44491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:52:13,898 INFO [RS:0;713339a81dd9:44491 {}] regionserver.HRegionServer(1031): Exiting; stopping=713339a81dd9,44491,1733241081415; zookeeper connection closed. 2024-12-03T15:52:13,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d756468 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d756468 2024-12-03T15:52:13,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T15:52:14,240 INFO [M:0;713339a81dd9:37929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T15:52:14,240 INFO [M:0;713339a81dd9:37929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T15:52:14,240 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:52:14,240 INFO [M:0;713339a81dd9:37929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:14,240 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:14,240 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:52:14,240 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:14,241 INFO [M:0;713339a81dd9:37929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.91 KB 2024-12-03T15:52:14,283 DEBUG [M:0;713339a81dd9:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d12d5055262429093e91457654dd64e is 82, key is hbase:meta,,1/info:regioninfo/1733241082332/Put/seqid=0 2024-12-03T15:52:14,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741850_1026 (size=5672) 2024-12-03T15:52:14,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741850_1026 (size=5672) 2024-12-03T15:52:14,325 INFO [M:0;713339a81dd9:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d12d5055262429093e91457654dd64e 2024-12-03T15:52:14,383 DEBUG [M:0;713339a81dd9:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09a5b9ed0b1a4bba977bd0e427262555 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733241082834/Put/seqid=0 2024-12-03T15:52:14,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741851_1027 (size=7818) 2024-12-03T15:52:14,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741851_1027 (size=7818) 2024-12-03T15:52:14,801 INFO [M:0;713339a81dd9:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09a5b9ed0b1a4bba977bd0e427262555 2024-12-03T15:52:14,810 INFO [M:0;713339a81dd9:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a5b9ed0b1a4bba977bd0e427262555 2024-12-03T15:52:14,836 DEBUG [M:0;713339a81dd9:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdfb0824fcd14de0893bda4f663fe50c is 69, key is 713339a81dd9,44491,1733241081415/rs:state/1733241081754/Put/seqid=0 2024-12-03T15:52:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741852_1028 (size=5156) 2024-12-03T15:52:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741852_1028 (size=5156) 2024-12-03T15:52:15,284 INFO [M:0;713339a81dd9:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdfb0824fcd14de0893bda4f663fe50c 2024-12-03T15:52:15,319 DEBUG [M:0;713339a81dd9:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6ea224bebd054ccd99c21c335442c1c5 is 52, key is load_balancer_on/state:d/1733241082446/Put/seqid=0 2024-12-03T15:52:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741853_1029 (size=5056) 2024-12-03T15:52:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741853_1029 (size=5056) 2024-12-03T15:52:15,382 INFO [M:0;713339a81dd9:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6ea224bebd054ccd99c21c335442c1c5 2024-12-03T15:52:15,403 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d12d5055262429093e91457654dd64e as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d12d5055262429093e91457654dd64e 2024-12-03T15:52:15,421 INFO [M:0;713339a81dd9:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d12d5055262429093e91457654dd64e, entries=8, sequenceid=121, filesize=5.5 K 2024-12-03T15:52:15,423 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09a5b9ed0b1a4bba977bd0e427262555 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09a5b9ed0b1a4bba977bd0e427262555 2024-12-03T15:52:15,436 INFO [M:0;713339a81dd9:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a5b9ed0b1a4bba977bd0e427262555 2024-12-03T15:52:15,436 INFO [M:0;713339a81dd9:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09a5b9ed0b1a4bba977bd0e427262555, entries=14, sequenceid=121, filesize=7.6 K 2024-12-03T15:52:15,438 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdfb0824fcd14de0893bda4f663fe50c as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdfb0824fcd14de0893bda4f663fe50c 2024-12-03T15:52:15,452 INFO [M:0;713339a81dd9:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdfb0824fcd14de0893bda4f663fe50c, entries=1, sequenceid=121, filesize=5.0 K 2024-12-03T15:52:15,453 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6ea224bebd054ccd99c21c335442c1c5 as hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6ea224bebd054ccd99c21c335442c1c5 2024-12-03T15:52:15,462 INFO [M:0;713339a81dd9:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/1a102386-14bf-88d6-b1b9-54c8816da411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6ea224bebd054ccd99c21c335442c1c5, entries=1, sequenceid=121, filesize=4.9 K 2024-12-03T15:52:15,468 INFO [M:0;713339a81dd9:37929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1227ms, sequenceid=121, compaction requested=false 2024-12-03T15:52:15,491 INFO [M:0;713339a81dd9:37929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:15,492 DEBUG [M:0;713339a81dd9:37929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241134240Disabling compacts and flushes for region at 1733241134240Disabling writes for close at 1733241134240Obtaining lock to block concurrent updates at 1733241134241 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733241134241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44590, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1733241134241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733241134242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733241134242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733241134282 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733241134282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733241134337 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733241134383 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733241134383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733241134812 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733241134835 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733241134836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733241135292 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733241135318 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733241135318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29af9f0: reopening flushed file at 1733241135399 (+81 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d57c86: reopening flushed file at 1733241135421 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b77dc4a: reopening flushed file at 1733241135436 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dbd4fa3: reopening flushed file at 1733241135452 (+16 ms)Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1227ms, sequenceid=121, compaction requested=false at 1733241135468 (+16 ms)Writing region close event to WAL at 1733241135491 (+23 ms)Closed at 1733241135491 2024-12-03T15:52:15,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43245 is added to blk_1073741830_1006 (size=52987) 2024-12-03T15:52:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41077 is added to blk_1073741830_1006 (size=52987) 2024-12-03T15:52:15,508 INFO [M:0;713339a81dd9:37929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T15:52:15,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:52:15,508 INFO [M:0;713339a81dd9:37929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37929 2024-12-03T15:52:15,508 INFO [M:0;713339a81dd9:37929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:52:15,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:52:15,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1017921747e0000, quorum=127.0.0.1:59922, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:52:15,622 INFO [M:0;713339a81dd9:37929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:52:15,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e619a79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:52:15,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18d53899{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:52:15,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:52:15,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aa9ad4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:52:15,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77f3adc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir/,STOPPED} 2024-12-03T15:52:15,707 WARN [BP-1246826809-172.17.0.3-1733241080591 heartbeating to localhost/127.0.0.1:36909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:52:15,707 WARN [BP-1246826809-172.17.0.3-1733241080591 heartbeating to localhost/127.0.0.1:36909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1246826809-172.17.0.3-1733241080591 (Datanode Uuid 8e8bcf7c-6606-4cd4-acc8-45769fb604ce) service to localhost/127.0.0.1:36909 2024-12-03T15:52:15,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data4/current/BP-1246826809-172.17.0.3-1733241080591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:52:15,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data3/current/BP-1246826809-172.17.0.3-1733241080591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:52:15,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:52:15,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:52:15,727 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:52:15,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d13024f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:52:15,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39709782{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:52:15,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:52:15,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2da4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:52:15,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b12c254{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir/,STOPPED} 2024-12-03T15:52:15,754 WARN [BP-1246826809-172.17.0.3-1733241080591 heartbeating to localhost/127.0.0.1:36909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:52:15,754 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:52:15,754 WARN [BP-1246826809-172.17.0.3-1733241080591 heartbeating to localhost/127.0.0.1:36909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1246826809-172.17.0.3-1733241080591 (Datanode Uuid 63bf35cf-371a-40bc-9241-ecc230876d6f) service to localhost/127.0.0.1:36909 2024-12-03T15:52:15,754 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:52:15,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:52:15,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data1/current/BP-1246826809-172.17.0.3-1733241080591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:52:15,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/cluster_9b577099-0ffc-5f2b-dde1-0d48960e97f8/data/data2/current/BP-1246826809-172.17.0.3-1733241080591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:52:15,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fa6d641{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:52:15,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59e1b9a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:52:15,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:52:15,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77df7740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:52:15,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669953c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir/,STOPPED} 2024-12-03T15:52:15,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T15:52:15,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T15:52:15,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 103), OpenFileDescriptor=424 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=2394 (was 1942) - AvailableMemoryMB LEAK? - 2024-12-03T15:52:15,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=424, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=2394 2024-12-03T15:52:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T15:52:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.log.dir so I do NOT create it in target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee 2024-12-03T15:52:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250b9fbc-cf66-6d6c-86b1-1c4b1f1b5ee2/hadoop.tmp.dir so I do NOT create it in target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee 2024-12-03T15:52:15,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130, deleteOnExit=true 2024-12-03T15:52:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T15:52:15,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/test.cache.data in system properties and HBase conf 2024-12-03T15:52:15,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T15:52:15,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir in system properties and HBase conf 2024-12-03T15:52:15,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T15:52:15,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T15:52:15,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T15:52:15,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:52:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T15:52:15,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/nfs.dump.dir in system properties and HBase conf 2024-12-03T15:52:15,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/java.io.tmpdir in system properties and HBase conf 2024-12-03T15:52:15,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:52:15,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T15:52:15,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T15:52:16,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:52:16,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:52:16,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:52:16,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:52:16,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:52:16,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:52:16,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583a21fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:52:16,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344f2f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:52:16,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b434867{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/java.io.tmpdir/jetty-localhost-36687-hadoop-hdfs-3_4_1-tests_jar-_-any-2039621626508799477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:52:16,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e5b370{HTTP/1.1, (http/1.1)}{localhost:36687} 2024-12-03T15:52:16,270 INFO [Time-limited test {}] server.Server(415): Started @152348ms 2024-12-03T15:52:16,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:52:16,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:52:16,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:52:16,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:52:16,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T15:52:16,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebcd28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:52:16,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48497856{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:52:16,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bc4c74f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/java.io.tmpdir/jetty-localhost-42209-hadoop-hdfs-3_4_1-tests_jar-_-any-15745796200945960758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:52:16,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12ab0fb0{HTTP/1.1, (http/1.1)}{localhost:42209} 2024-12-03T15:52:16,857 INFO [Time-limited test {}] server.Server(415): Started @152934ms 2024-12-03T15:52:16,859 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:52:16,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:52:17,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:52:17,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:52:17,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:52:17,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:52:17,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b947a7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:52:17,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ed5e30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:52:17,126 WARN [Thread-1092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data1/current/BP-2092614700-172.17.0.3-1733241135937/current, will proceed with Du for space computation calculation, 2024-12-03T15:52:17,134 WARN [Thread-1093 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data2/current/BP-2092614700-172.17.0.3-1733241135937/current, will proceed with Du for space computation calculation, 2024-12-03T15:52:17,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63588f5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/java.io.tmpdir/jetty-localhost-46277-hadoop-hdfs-3_4_1-tests_jar-_-any-10774042936310466844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:52:17,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bab07a{HTTP/1.1, (http/1.1)}{localhost:46277} 2024-12-03T15:52:17,212 INFO [Time-limited test {}] server.Server(415): Started @153290ms 2024-12-03T15:52:17,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:52:17,249 WARN [Thread-1071 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:52:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79dd1f04d057c611 with lease ID 0x810a27737665bcc0: Processing first storage report for DS-aec09388-3463-4bb3-973a-00498d2bb6a7 from datanode DatanodeRegistration(127.0.0.1:42333, datanodeUuid=fc79841c-8e77-4552-b469-c7e28f54d26f, infoPort=35657, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937) 2024-12-03T15:52:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79dd1f04d057c611 with lease ID 0x810a27737665bcc0: from storage DS-aec09388-3463-4bb3-973a-00498d2bb6a7 node DatanodeRegistration(127.0.0.1:42333, datanodeUuid=fc79841c-8e77-4552-b469-c7e28f54d26f, infoPort=35657, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:52:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79dd1f04d057c611 with lease ID 0x810a27737665bcc0: Processing first storage report for DS-168326e8-b470-4449-80c6-b504044df498 from datanode DatanodeRegistration(127.0.0.1:42333, datanodeUuid=fc79841c-8e77-4552-b469-c7e28f54d26f, infoPort=35657, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937) 2024-12-03T15:52:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79dd1f04d057c611 with lease ID 0x810a27737665bcc0: from storage DS-168326e8-b470-4449-80c6-b504044df498 node DatanodeRegistration(127.0.0.1:42333, datanodeUuid=fc79841c-8e77-4552-b469-c7e28f54d26f, infoPort=35657, infoSecurePort=0, ipcPort=45193, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:52:17,450 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data3/current/BP-2092614700-172.17.0.3-1733241135937/current, will proceed with Du for space computation calculation, 2024-12-03T15:52:17,454 WARN [Thread-1119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data4/current/BP-2092614700-172.17.0.3-1733241135937/current, will proceed with Du for space computation calculation, 2024-12-03T15:52:17,515 WARN [Thread-1107 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:52:17,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4b0c5c439abb81 with lease ID 0x810a27737665bcc1: Processing first storage report for DS-a5148d65-59e1-4419-ae40-763fe636184f from datanode DatanodeRegistration(127.0.0.1:45057, datanodeUuid=0a9e925c-f1d3-44c3-8929-c2cd96014581, infoPort=41449, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937) 2024-12-03T15:52:17,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4b0c5c439abb81 with lease ID 0x810a27737665bcc1: from storage DS-a5148d65-59e1-4419-ae40-763fe636184f node DatanodeRegistration(127.0.0.1:45057, datanodeUuid=0a9e925c-f1d3-44c3-8929-c2cd96014581, infoPort=41449, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:52:17,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4b0c5c439abb81 with lease ID 0x810a27737665bcc1: Processing first storage report for DS-85370e36-a179-4924-97a4-b8146fdfd63a from datanode DatanodeRegistration(127.0.0.1:45057, datanodeUuid=0a9e925c-f1d3-44c3-8929-c2cd96014581, infoPort=41449, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937) 2024-12-03T15:52:17,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4b0c5c439abb81 with lease ID 0x810a27737665bcc1: from storage DS-85370e36-a179-4924-97a4-b8146fdfd63a node DatanodeRegistration(127.0.0.1:45057, datanodeUuid=0a9e925c-f1d3-44c3-8929-c2cd96014581, infoPort=41449, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=569938523;c=1733241135937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:52:17,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee 2024-12-03T15:52:17,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/zookeeper_0, clientPort=51969, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T15:52:17,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51969 2024-12-03T15:52:17,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:17,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:52:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:52:17,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02 with version=8 2024-12-03T15:52:17,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/hbase-staging 2024-12-03T15:52:17,735 INFO [Time-limited test {}] client.ConnectionUtils(128): master/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:52:17,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:52:17,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:52:17,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:52:17,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:52:17,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:52:17,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T15:52:17,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:52:17,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44269 2024-12-03T15:52:17,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44269 connecting to ZooKeeper ensemble=127.0.0.1:51969 2024-12-03T15:52:17,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442690x0, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:52:17,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44269-0x101792250110000 connected 2024-12-03T15:52:18,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:18,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:18,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:52:18,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02, hbase.cluster.distributed=false 2024-12-03T15:52:18,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:52:18,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44269 2024-12-03T15:52:18,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44269 2024-12-03T15:52:18,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44269 2024-12-03T15:52:18,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44269 2024-12-03T15:52:18,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44269 2024-12-03T15:52:18,222 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:52:18,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:52:18,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:52:18,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:52:18,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:52:18,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:52:18,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T15:52:18,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:52:18,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39983 2024-12-03T15:52:18,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39983 connecting to ZooKeeper ensemble=127.0.0.1:51969 2024-12-03T15:52:18,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:18,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:18,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399830x0, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:52:18,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39983-0x101792250110001 connected 2024-12-03T15:52:18,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:52:18,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T15:52:18,290 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T15:52:18,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T15:52:18,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:52:18,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39983 2024-12-03T15:52:18,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39983 2024-12-03T15:52:18,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39983 2024-12-03T15:52:18,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39983 2024-12-03T15:52:18,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39983 2024-12-03T15:52:18,395 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;713339a81dd9:44269 2024-12-03T15:52:18,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,406 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/713339a81dd9,44269,1733241137735 2024-12-03T15:52:18,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:52:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:52:18,446 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/713339a81dd9,44269,1733241137735 2024-12-03T15:52:18,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T15:52:18,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:18,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:18,482 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T15:52:18,487 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/713339a81dd9,44269,1733241137735 from backup master directory 2024-12-03T15:52:18,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:52:18,498 WARN [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:52:18,498 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=713339a81dd9,44269,1733241137735 2024-12-03T15:52:18,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/713339a81dd9,44269,1733241137735 2024-12-03T15:52:18,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:52:18,547 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/hbase.id] with ID: 4c4c8a2e-0e4a-4d7b-a98a-d952aecc2143 2024-12-03T15:52:18,547 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/.tmp/hbase.id 2024-12-03T15:52:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:52:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:52:18,658 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/.tmp/hbase.id]:[hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/hbase.id] 2024-12-03T15:52:18,792 INFO [master/713339a81dd9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:18,793 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T15:52:18,797 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-03T15:52:18,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:18,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:52:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:52:18,910 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:52:18,911 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T15:52:18,916 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:52:18,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T15:52:18,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:18,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:19,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:52:19,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:52:19,015 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store 2024-12-03T15:52:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:52:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:52:19,077 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:19,077 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:52:19,077 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:19,077 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:19,077 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:52:19,077 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:19,077 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:52:19,077 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241139077Disabling compacts and flushes for region at 1733241139077Disabling writes for close at 1733241139077Writing region close event to WAL at 1733241139077Closed at 1733241139077 2024-12-03T15:52:19,091 WARN [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/.initializing 2024-12-03T15:52:19,091 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/WALs/713339a81dd9,44269,1733241137735 2024-12-03T15:52:19,106 INFO [master/713339a81dd9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:52:19,138 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C44269%2C1733241137735, suffix=, logDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/WALs/713339a81dd9,44269,1733241137735, archiveDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/oldWALs, maxLogs=10 2024-12-03T15:52:19,160 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/WALs/713339a81dd9,44269,1733241137735/713339a81dd9%2C44269%2C1733241137735.1733241139139, exclude list is [], retry=0 2024-12-03T15:52:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-aec09388-3463-4bb3-973a-00498d2bb6a7,DISK] 2024-12-03T15:52:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-a5148d65-59e1-4419-ae40-763fe636184f,DISK] 2024-12-03T15:52:19,214 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/WALs/713339a81dd9,44269,1733241137735/713339a81dd9%2C44269%2C1733241137735.1733241139139 2024-12-03T15:52:19,222 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35657:35657),(127.0.0.1/127.0.0.1:41449:41449)] 2024-12-03T15:52:19,222 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:52:19,222 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:19,223 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,223 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T15:52:19,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:19,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:19,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T15:52:19,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:19,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:52:19,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T15:52:19,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:19,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:52:19,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T15:52:19,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:19,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:52:19,310 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,314 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,317 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,350 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,350 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,358 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T15:52:19,374 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:52:19,405 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:52:19,410 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=858384, jitterRate=0.09149284660816193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T15:52:19,411 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733241139223Initializing all the Stores at 1733241139234 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241139234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241139238 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241139238Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241139238Cleaning up temporary data from old regions at 1733241139350 (+112 ms)Region opened successfully at 1733241139411 (+61 ms) 2024-12-03T15:52:19,413 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T15:52:19,422 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0bec73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:52:19,434 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T15:52:19,434 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T15:52:19,434 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T15:52:19,435 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T15:52:19,436 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T15:52:19,436 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T15:52:19,436 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T15:52:19,458 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T15:52:19,474 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T15:52:19,485 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T15:52:19,486 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T15:52:19,491 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T15:52:19,500 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T15:52:19,500 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T15:52:19,512 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T15:52:19,527 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T15:52:19,533 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T15:52:19,540 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T15:52:19,556 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T15:52:19,567 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T15:52:19,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:52:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:52:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:19,589 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=713339a81dd9,44269,1733241137735, sessionid=0x101792250110000, setting cluster-up flag (Was=false) 2024-12-03T15:52:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:19,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:19,688 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T15:52:19,706 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,44269,1733241137735 2024-12-03T15:52:19,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:19,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:19,778 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T15:52:19,780 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,44269,1733241137735 2024-12-03T15:52:19,784 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T15:52:19,810 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T15:52:19,811 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T15:52:19,811 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T15:52:19,811 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 713339a81dd9,44269,1733241137735 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T15:52:19,839 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:52:19,839 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:52:19,839 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:52:19,840 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:52:19,840 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/713339a81dd9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T15:52:19,840 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:19,841 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:52:19,841 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:19,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:52:19,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T15:52:19,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:19,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T15:52:19,873 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733241169873 2024-12-03T15:52:19,873 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T15:52:19,873 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T15:52:19,873 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T15:52:19,873 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T15:52:19,873 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T15:52:19,873 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T15:52:19,876 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:19,880 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T15:52:19,880 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T15:52:19,881 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T15:52:19,884 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T15:52:19,884 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T15:52:19,897 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241139884,5,FailOnTimeoutGroup] 2024-12-03T15:52:19,902 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241139897,5,FailOnTimeoutGroup] 2024-12-03T15:52:19,902 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:19,902 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T15:52:19,902 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:19,902 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:19,958 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(746): ClusterId : 4c4c8a2e-0e4a-4d7b-a98a-d952aecc2143 2024-12-03T15:52:19,958 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T15:52:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:52:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:52:20,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T15:52:20,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02 2024-12-03T15:52:20,006 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T15:52:20,006 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T15:52:20,054 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T15:52:20,055 DEBUG [RS:0;713339a81dd9:39983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375198fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:52:20,085 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;713339a81dd9:39983 2024-12-03T15:52:20,085 INFO [RS:0;713339a81dd9:39983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T15:52:20,085 INFO [RS:0;713339a81dd9:39983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T15:52:20,085 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T15:52:20,094 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,44269,1733241137735 with port=39983, startcode=1733241138221 2024-12-03T15:52:20,094 DEBUG [RS:0;713339a81dd9:39983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T15:52:20,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:52:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:52:20,119 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47683, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T15:52:20,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 713339a81dd9,39983,1733241138221 2024-12-03T15:52:20,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44269 {}] master.ServerManager(517): Registering regionserver=713339a81dd9,39983,1733241138221 2024-12-03T15:52:20,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:20,130 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02 2024-12-03T15:52:20,130 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39931 2024-12-03T15:52:20,130 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T15:52:20,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:52:20,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:52:20,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:52:20,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:20,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:20,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:52:20,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [713339a81dd9,39983,1733241138221] 2024-12-03T15:52:20,154 DEBUG [RS:0;713339a81dd9:39983 {}] zookeeper.ZKUtil(111): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/713339a81dd9,39983,1733241138221 2024-12-03T15:52:20,154 WARN [RS:0;713339a81dd9:39983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:52:20,154 INFO [RS:0;713339a81dd9:39983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:52:20,154 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221 2024-12-03T15:52:20,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:52:20,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:20,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:20,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:52:20,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:52:20,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:52:20,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:52:20,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:20,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:52:20,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740 2024-12-03T15:52:20,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740 2024-12-03T15:52:20,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:52:20,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:52:20,222 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:52:20,228 INFO [RS:0;713339a81dd9:39983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T15:52:20,236 INFO [RS:0;713339a81dd9:39983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T15:52:20,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:52:20,242 INFO [RS:0;713339a81dd9:39983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T15:52:20,242 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,242 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T15:52:20,249 INFO [RS:0;713339a81dd9:39983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T15:52:20,249 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,249 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,249 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,249 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,249 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,249 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,249 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:52:20,250 DEBUG [RS:0;713339a81dd9:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:52:20,270 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,270 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,270 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,270 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,270 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,270 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,39983,1733241138221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:52:20,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:52:20,302 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823525, jitterRate=0.04716658592224121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:52:20,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733241140124Initializing all the Stores at 1733241140126 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241140126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241140132 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241140132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241140132Cleaning up temporary data from old regions at 1733241140216 (+84 ms)Region opened successfully at 1733241140303 (+87 ms) 2024-12-03T15:52:20,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:52:20,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:52:20,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:52:20,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:52:20,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:52:20,304 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:52:20,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241140303Disabling compacts and flushes for region at 1733241140303Disabling writes for close at 1733241140303Writing region close event to WAL at 1733241140304 (+1 ms)Closed at 1733241140304 2024-12-03T15:52:20,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:52:20,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T15:52:20,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T15:52:20,313 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T15:52:20,314 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,39983,1733241138221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,314 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,314 INFO [RS:0;713339a81dd9:39983 {}] regionserver.Replication(171): 713339a81dd9,39983,1733241138221 started 2024-12-03T15:52:20,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:52:20,323 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T15:52:20,357 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:20,357 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1482): Serving as 713339a81dd9,39983,1733241138221, RpcServer on 713339a81dd9/172.17.0.3:39983, sessionid=0x101792250110001 2024-12-03T15:52:20,357 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T15:52:20,357 DEBUG [RS:0;713339a81dd9:39983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 713339a81dd9,39983,1733241138221 2024-12-03T15:52:20,357 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,39983,1733241138221' 2024-12-03T15:52:20,357 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T15:52:20,370 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T15:52:20,382 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T15:52:20,382 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T15:52:20,382 DEBUG [RS:0;713339a81dd9:39983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 713339a81dd9,39983,1733241138221 2024-12-03T15:52:20,382 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,39983,1733241138221' 2024-12-03T15:52:20,382 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T15:52:20,395 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T15:52:20,410 DEBUG [RS:0;713339a81dd9:39983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T15:52:20,410 INFO [RS:0;713339a81dd9:39983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T15:52:20,410 INFO [RS:0;713339a81dd9:39983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T15:52:20,478 WARN [713339a81dd9:44269 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T15:52:20,512 INFO [RS:0;713339a81dd9:39983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:52:20,527 INFO [RS:0;713339a81dd9:39983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C39983%2C1733241138221, suffix=, logDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221, archiveDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/oldWALs, maxLogs=32 2024-12-03T15:52:20,577 DEBUG [RS:0;713339a81dd9:39983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241140528, exclude list is [], retry=0 2024-12-03T15:52:20,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-a5148d65-59e1-4419-ae40-763fe636184f,DISK] 2024-12-03T15:52:20,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-aec09388-3463-4bb3-973a-00498d2bb6a7,DISK] 2024-12-03T15:52:20,646 INFO [RS:0;713339a81dd9:39983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241140528 2024-12-03T15:52:20,648 DEBUG [RS:0;713339a81dd9:39983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41449:41449),(127.0.0.1/127.0.0.1:35657:35657)] 2024-12-03T15:52:20,730 DEBUG [713339a81dd9:44269 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T15:52:20,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:20,743 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,39983,1733241138221, state=OPENING 2024-12-03T15:52:20,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T15:52:20,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:20,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:52:20,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:52:20,774 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:52:20,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,39983,1733241138221}] 2024-12-03T15:52:20,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:52:20,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T15:52:20,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T15:52:20,946 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T15:52:20,946 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:52:20,947 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T15:52:20,954 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C39983%2C1733241138221.meta, suffix=.meta, logDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221, archiveDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/oldWALs, maxLogs=32 2024-12-03T15:52:20,987 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.meta.1733241140961.meta, exclude list is [], retry=0 2024-12-03T15:52:21,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-aec09388-3463-4bb3-973a-00498d2bb6a7,DISK] 2024-12-03T15:52:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-a5148d65-59e1-4419-ae40-763fe636184f,DISK] 2024-12-03T15:52:21,034 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.meta.1733241140961.meta 2024-12-03T15:52:21,037 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35657:35657),(127.0.0.1/127.0.0.1:41449:41449)] 2024-12-03T15:52:21,038 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:52:21,038 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T15:52:21,038 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T15:52:21,038 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T15:52:21,038 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T15:52:21,039 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:21,039 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T15:52:21,039 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T15:52:21,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:52:21,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:52:21,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:21,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:21,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:52:21,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:52:21,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:21,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:21,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:52:21,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:52:21,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:21,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:21,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:52:21,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:52:21,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:21,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:52:21,134 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:52:21,139 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740 2024-12-03T15:52:21,162 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740 2024-12-03T15:52:21,175 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:52:21,175 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:52:21,176 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:52:21,178 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:52:21,179 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740615, jitterRate=-0.05826029181480408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:52:21,179 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T15:52:21,182 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733241141039Writing region info on filesystem at 1733241141039Initializing all the Stores at 1733241141054 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241141054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241141058 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241141058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241141058Cleaning up temporary data from old regions at 1733241141175 (+117 ms)Running coprocessor post-open hooks at 1733241141179 (+4 ms)Region opened successfully at 1733241141182 (+3 ms) 2024-12-03T15:52:21,186 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733241140935 2024-12-03T15:52:21,193 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T15:52:21,193 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T15:52:21,203 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:21,207 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,39983,1733241138221, state=OPEN 2024-12-03T15:52:21,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:52:21,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:52:21,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:52:21,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:52:21,213 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=713339a81dd9,39983,1733241138221 2024-12-03T15:52:21,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T15:52:21,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,39983,1733241138221 in 438 msec 2024-12-03T15:52:21,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T15:52:21,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 906 msec 2024-12-03T15:52:21,226 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:52:21,226 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T15:52:21,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:52:21,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,39983,1733241138221, seqNum=-1] 2024-12-03T15:52:21,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:52:21,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36843, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:52:21,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4500 sec 2024-12-03T15:52:21,277 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733241141277, completionTime=-1 2024-12-03T15:52:21,277 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T15:52:21,277 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T15:52:21,289 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T15:52:21,289 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733241201289 2024-12-03T15:52:21,289 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733241261289 2024-12-03T15:52:21,289 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-03T15:52:21,290 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44269,1733241137735-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:21,290 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44269,1733241137735-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:21,290 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44269,1733241137735-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:21,290 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-713339a81dd9:44269, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:21,290 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:21,291 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:21,310 DEBUG [master/713339a81dd9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T15:52:21,317 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.819sec 2024-12-03T15:52:21,317 INFO [master/713339a81dd9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T15:52:21,318 INFO [master/713339a81dd9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T15:52:21,318 INFO [master/713339a81dd9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T15:52:21,318 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T15:52:21,318 INFO [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T15:52:21,318 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44269,1733241137735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:52:21,318 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44269,1733241137735-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T15:52:21,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199dbf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:52:21,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,44269,-1 for getting cluster id 2024-12-03T15:52:21,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T15:52:21,358 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T15:52:21,358 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T15:52:21,358 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,44269,1733241137735-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:52:21,363 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c4c8a2e-0e4a-4d7b-a98a-d952aecc2143' 2024-12-03T15:52:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T15:52:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c4c8a2e-0e4a-4d7b-a98a-d952aecc2143" 2024-12-03T15:52:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a378a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:52:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,44269,-1] 2024-12-03T15:52:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T15:52:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:52:21,378 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T15:52:21,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1281d3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:52:21,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:52:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,39983,1733241138221, seqNum=-1] 2024-12-03T15:52:21,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:52:21,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:52:21,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=713339a81dd9,44269,1733241137735 2024-12-03T15:52:21,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:52:21,419 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T15:52:21,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T15:52:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 713339a81dd9,44269,1733241137735 2024-12-03T15:52:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64943e55 2024-12-03T15:52:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T15:52:21,434 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T15:52:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-03T15:52:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-03T15:52:21,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:52:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-03T15:52:21,467 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T15:52:21,467 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:21,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-03T15:52:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:52:21,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T15:52:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741835_1011 (size=381) 2024-12-03T15:52:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741835_1011 (size=381) 2024-12-03T15:52:21,580 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ebf91b0739b4ef03f6df84e54291eda, NAME => 'TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02 2024-12-03T15:52:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741836_1012 (size=64) 2024-12-03T15:52:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741836_1012 (size=64) 2024-12-03T15:52:21,686 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:21,686 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2ebf91b0739b4ef03f6df84e54291eda, disabling compactions & flushes 2024-12-03T15:52:21,686 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:21,686 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:21,686 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. after waiting 0 ms 2024-12-03T15:52:21,686 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:21,687 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:21,687 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ebf91b0739b4ef03f6df84e54291eda: Waiting for close lock at 1733241141686Disabling compacts and flushes for region at 1733241141686Disabling writes for close at 1733241141686Writing region close event to WAL at 1733241141687 (+1 ms)Closed at 1733241141687 2024-12-03T15:52:21,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T15:52:21,694 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733241141694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241141694"}]},"ts":"1733241141694"} 2024-12-03T15:52:21,718 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T15:52:21,720 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T15:52:21,720 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241141720"}]},"ts":"1733241141720"} 2024-12-03T15:52:21,723 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-03T15:52:21,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, ASSIGN}] 2024-12-03T15:52:21,725 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, ASSIGN 2024-12-03T15:52:21,727 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, ASSIGN; state=OFFLINE, location=713339a81dd9,39983,1733241138221; forceNewPlan=false, retain=false 2024-12-03T15:52:21,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ebf91b0739b4ef03f6df84e54291eda, regionState=OPENING, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:21,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, ASSIGN because future has completed 2024-12-03T15:52:21,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221}] 2024-12-03T15:52:22,046 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:22,046 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ebf91b0739b4ef03f6df84e54291eda, NAME => 'TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:52:22,047 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,050 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:22,050 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,050 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,066 INFO [StoreOpener-2ebf91b0739b4ef03f6df84e54291eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,082 INFO [StoreOpener-2ebf91b0739b4ef03f6df84e54291eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ebf91b0739b4ef03f6df84e54291eda columnFamilyName info 2024-12-03T15:52:22,083 DEBUG [StoreOpener-2ebf91b0739b4ef03f6df84e54291eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:22,090 INFO [StoreOpener-2ebf91b0739b4ef03f6df84e54291eda-1 {}] regionserver.HStore(327): Store=2ebf91b0739b4ef03f6df84e54291eda/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:52:22,091 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,098 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,102 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,104 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,104 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,114 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,126 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:52:22,130 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ebf91b0739b4ef03f6df84e54291eda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827068, jitterRate=0.051671773195266724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T15:52:22,130 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:22,132 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ebf91b0739b4ef03f6df84e54291eda: Running coprocessor pre-open hook at 1733241142050Writing region info on filesystem at 1733241142050Initializing all the Stores at 1733241142059 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241142059Cleaning up temporary data from old regions at 1733241142104 (+45 ms)Running coprocessor post-open hooks at 1733241142130 (+26 ms)Region opened successfully at 1733241142131 (+1 ms) 2024-12-03T15:52:22,138 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., pid=6, masterSystemTime=1733241142036 2024-12-03T15:52:22,159 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:22,159 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:22,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ebf91b0739b4ef03f6df84e54291eda, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:22,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 because future has completed 2024-12-03T15:52:22,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T15:52:22,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 in 321 msec 2024-12-03T15:52:22,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T15:52:22,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, ASSIGN in 512 msec 2024-12-03T15:52:22,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T15:52:22,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733241142277"}]},"ts":"1733241142277"} 2024-12-03T15:52:22,302 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-03T15:52:22,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T15:52:22,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 874 msec 2024-12-03T15:52:23,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T15:52:23,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T15:52:23,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:52:23,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T15:52:23,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-03T15:52:23,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-03T15:52:26,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T15:52:26,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:52:26,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T15:52:26,591 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-03T15:52:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T15:52:31,578 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-03T15:52:31,578 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-03T15:52:31,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-03T15:52:31,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:31,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2] 2024-12-03T15:52:31,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:52:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:31,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/a35ff08fd16c4c2fa461eb7dcdd960a5 is 1055, key is row0001/info:/1733241151589/Put/seqid=0 2024-12-03T15:52:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741837_1013 (size=13386) 2024-12-03T15:52:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741837_1013 (size=13386) 2024-12-03T15:52:31,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/a35ff08fd16c4c2fa461eb7dcdd960a5 2024-12-03T15:52:31,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/a35ff08fd16c4c2fa461eb7dcdd960a5 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/a35ff08fd16c4c2fa461eb7dcdd960a5 2024-12-03T15:52:31,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/a35ff08fd16c4c2fa461eb7dcdd960a5, entries=8, sequenceid=12, filesize=13.1 K 2024-12-03T15:52:31,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=8.21 KB/8408 for 2ebf91b0739b4ef03f6df84e54291eda in 176ms, sequenceid=12, compaction requested=false 2024-12-03T15:52:31,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:31,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:52:31,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/12883c91e62142b5b1f84f61f14e1abf is 1055, key is row0009/info:/1733241151611/Put/seqid=0 2024-12-03T15:52:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741838_1014 (size=13386) 2024-12-03T15:52:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741838_1014 (size=13386) 2024-12-03T15:52:32,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/12883c91e62142b5b1f84f61f14e1abf 2024-12-03T15:52:32,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/12883c91e62142b5b1f84f61f14e1abf as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/12883c91e62142b5b1f84f61f14e1abf 2024-12-03T15:52:32,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/12883c91e62142b5b1f84f61f14e1abf, entries=8, sequenceid=23, filesize=13.1 K 2024-12-03T15:52:32,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 2ebf91b0739b4ef03f6df84e54291eda in 505ms, sequenceid=23, compaction requested=false 2024-12-03T15:52:32,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:32,291 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-03T15:52:32,291 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:32,291 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/a35ff08fd16c4c2fa461eb7dcdd960a5 because midkey is the same as first or last row 2024-12-03T15:52:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:34,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-03T15:52:34,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/3e2ba207ce96468bba2c48ae6a3d8aeb is 1055, key is row0017/info:/1733241151790/Put/seqid=0 2024-12-03T15:52:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741839_1015 (size=22874) 2024-12-03T15:52:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741839_1015 (size=22874) 2024-12-03T15:52:34,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T15:52:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50982 deadline: 1733241164217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 2024-12-03T15:52:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:52:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:52:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 because the exception is null or not the one we care about 2024-12-03T15:52:34,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/3e2ba207ce96468bba2c48ae6a3d8aeb 2024-12-03T15:52:34,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/3e2ba207ce96468bba2c48ae6a3d8aeb as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/3e2ba207ce96468bba2c48ae6a3d8aeb 2024-12-03T15:52:34,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/3e2ba207ce96468bba2c48ae6a3d8aeb, entries=17, sequenceid=43, filesize=22.3 K 2024-12-03T15:52:34,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 2ebf91b0739b4ef03f6df84e54291eda in 484ms, sequenceid=43, compaction requested=true 2024-12-03T15:52:34,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:34,517 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-12-03T15:52:34,517 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:34,517 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/3e2ba207ce96468bba2c48ae6a3d8aeb because midkey is the same as first or last row 2024-12-03T15:52:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ebf91b0739b4ef03f6df84e54291eda:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:52:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:34,523 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:52:34,525 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49646 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:52:34,525 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): 2ebf91b0739b4ef03f6df84e54291eda/info is initiating minor compaction (all files) 2024-12-03T15:52:34,525 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2ebf91b0739b4ef03f6df84e54291eda/info in TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:34,525 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/a35ff08fd16c4c2fa461eb7dcdd960a5, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/12883c91e62142b5b1f84f61f14e1abf, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/3e2ba207ce96468bba2c48ae6a3d8aeb] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp, totalSize=48.5 K 2024-12-03T15:52:34,526 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a35ff08fd16c4c2fa461eb7dcdd960a5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733241151589 2024-12-03T15:52:34,527 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12883c91e62142b5b1f84f61f14e1abf, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=23, earliestPutTs=1733241151611 2024-12-03T15:52:34,527 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2ba207ce96468bba2c48ae6a3d8aeb, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733241151790 2024-12-03T15:52:34,638 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ebf91b0739b4ef03f6df84e54291eda#info#compaction#34 average throughput is 8.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:52:34,639 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/470d5f76e37b4fcbae36ac014251f3b9 is 1055, key is row0001/info:/1733241151589/Put/seqid=0 2024-12-03T15:52:34,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741840_1016 (size=39845) 2024-12-03T15:52:34,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741840_1016 (size=39845) 2024-12-03T15:52:34,847 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/470d5f76e37b4fcbae36ac014251f3b9 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 2024-12-03T15:52:34,918 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2ebf91b0739b4ef03f6df84e54291eda/info of 2ebf91b0739b4ef03f6df84e54291eda into 470d5f76e37b4fcbae36ac014251f3b9(size=38.9 K), total size for store is 38.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:52:34,918 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:34,921 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., storeName=2ebf91b0739b4ef03f6df84e54291eda/info, priority=13, startTime=1733241154518; duration=0sec 2024-12-03T15:52:34,922 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.9 K, sizeToCheck=16.0 K 2024-12-03T15:52:34,922 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:34,922 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 because midkey is the same as first or last row 2024-12-03T15:52:34,922 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.9 K, sizeToCheck=16.0 K 2024-12-03T15:52:34,922 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:34,923 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 because midkey is the same as first or last row 2024-12-03T15:52:34,923 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.9 K, sizeToCheck=16.0 K 2024-12-03T15:52:34,923 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:34,923 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 because midkey is the same as first or last row 2024-12-03T15:52:34,923 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:34,923 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ebf91b0739b4ef03f6df84e54291eda:info 2024-12-03T15:52:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:44,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-03T15:52:44,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/87ae3ad2b9fc40e598fd556f31f08d16 is 1055, key is row0034/info:/1733241154035/Put/seqid=0 2024-12-03T15:52:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741841_1017 (size=18662) 2024-12-03T15:52:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741841_1017 (size=18662) 2024-12-03T15:52:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T15:52:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50982 deadline: 1733241174394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 2024-12-03T15:52:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:52:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:52:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 because the exception is null or not the one we care about 2024-12-03T15:52:44,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/87ae3ad2b9fc40e598fd556f31f08d16 2024-12-03T15:52:44,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/87ae3ad2b9fc40e598fd556f31f08d16 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/87ae3ad2b9fc40e598fd556f31f08d16 2024-12-03T15:52:44,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/87ae3ad2b9fc40e598fd556f31f08d16, entries=13, sequenceid=60, filesize=18.2 K 2024-12-03T15:52:44,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 2ebf91b0739b4ef03f6df84e54291eda in 457ms, sequenceid=60, compaction requested=false 2024-12-03T15:52:44,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:44,787 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=57.1 K, sizeToCheck=16.0 K 2024-12-03T15:52:44,787 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:44,787 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 because midkey is the same as first or last row 2024-12-03T15:52:47,542 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T15:52:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:54,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-03T15:52:54,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/08856db8360d439daa20f74240c57661 is 1055, key is row0047/info:/1733241164331/Put/seqid=0 2024-12-03T15:52:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741842_1018 (size=22874) 2024-12-03T15:52:54,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741842_1018 (size=22874) 2024-12-03T15:52:54,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/08856db8360d439daa20f74240c57661 2024-12-03T15:52:54,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/08856db8360d439daa20f74240c57661 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/08856db8360d439daa20f74240c57661 2024-12-03T15:52:54,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/08856db8360d439daa20f74240c57661, entries=17, sequenceid=80, filesize=22.3 K 2024-12-03T15:52:54,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for 2ebf91b0739b4ef03f6df84e54291eda in 25ms, sequenceid=80, compaction requested=true 2024-12-03T15:52:54,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:54,454 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-12-03T15:52:54,454 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:54,454 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 because midkey is the same as first or last row 2024-12-03T15:52:54,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ebf91b0739b4ef03f6df84e54291eda:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:52:54,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:54,454 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:52:54,456 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:52:54,456 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): 2ebf91b0739b4ef03f6df84e54291eda/info is initiating minor compaction (all files) 2024-12-03T15:52:54,456 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2ebf91b0739b4ef03f6df84e54291eda/info in TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:54,456 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/87ae3ad2b9fc40e598fd556f31f08d16, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/08856db8360d439daa20f74240c57661] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp, totalSize=79.5 K 2024-12-03T15:52:54,456 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 470d5f76e37b4fcbae36ac014251f3b9, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733241151589 2024-12-03T15:52:54,457 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87ae3ad2b9fc40e598fd556f31f08d16, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733241154035 2024-12-03T15:52:54,457 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08856db8360d439daa20f74240c57661, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733241164331 2024-12-03T15:52:54,470 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ebf91b0739b4ef03f6df84e54291eda#info#compaction#37 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:52:54,470 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/32bc6e7c515b481498179456f0a211db is 1055, key is row0001/info:/1733241151589/Put/seqid=0 2024-12-03T15:52:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741843_1019 (size=71580) 2024-12-03T15:52:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741843_1019 (size=71580) 2024-12-03T15:52:54,482 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/32bc6e7c515b481498179456f0a211db as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db 2024-12-03T15:52:54,489 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2ebf91b0739b4ef03f6df84e54291eda/info of 2ebf91b0739b4ef03f6df84e54291eda into 32bc6e7c515b481498179456f0a211db(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:54,489 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., storeName=2ebf91b0739b4ef03f6df84e54291eda/info, priority=13, startTime=1733241174454; duration=0sec 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db because midkey is the same as first or last row 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db because midkey is the same as first or last row 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db because midkey is the same as first or last row 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:54,489 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ebf91b0739b4ef03f6df84e54291eda:info 2024-12-03T15:52:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:52:56,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/429ffc7baa8b410cb8862d15934ea44d is 1055, key is row0064/info:/1733241174430/Put/seqid=0 2024-12-03T15:52:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741844_1020 (size=13386) 2024-12-03T15:52:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741844_1020 (size=13386) 2024-12-03T15:52:56,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/429ffc7baa8b410cb8862d15934ea44d 2024-12-03T15:52:56,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/429ffc7baa8b410cb8862d15934ea44d as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/429ffc7baa8b410cb8862d15934ea44d 2024-12-03T15:52:56,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/429ffc7baa8b410cb8862d15934ea44d, entries=8, sequenceid=92, filesize=13.1 K 2024-12-03T15:52:56,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 2ebf91b0739b4ef03f6df84e54291eda in 28ms, sequenceid=92, compaction requested=false 2024-12-03T15:52:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-12-03T15:52:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db because midkey is the same as first or last row 2024-12-03T15:52:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-03T15:52:56,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/c10eb54f83934794bf4ba7e023101238 is 1055, key is row0072/info:/1733241176444/Put/seqid=0 2024-12-03T15:52:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741845_1021 (size=21822) 2024-12-03T15:52:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741845_1021 (size=21822) 2024-12-03T15:52:56,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/c10eb54f83934794bf4ba7e023101238 2024-12-03T15:52:56,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/c10eb54f83934794bf4ba7e023101238 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/c10eb54f83934794bf4ba7e023101238 2024-12-03T15:52:56,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/c10eb54f83934794bf4ba7e023101238, entries=16, sequenceid=111, filesize=21.3 K 2024-12-03T15:52:56,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for 2ebf91b0739b4ef03f6df84e54291eda in 24ms, sequenceid=111, compaction requested=true 2024-12-03T15:52:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=104.3 K, sizeToCheck=16.0 K 2024-12-03T15:52:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db because midkey is the same as first or last row 2024-12-03T15:52:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ebf91b0739b4ef03f6df84e54291eda:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:52:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:56,496 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:52:56,497 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 106788 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:52:56,497 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): 2ebf91b0739b4ef03f6df84e54291eda/info is initiating minor compaction (all files) 2024-12-03T15:52:56,497 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2ebf91b0739b4ef03f6df84e54291eda/info in TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:56,497 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/429ffc7baa8b410cb8862d15934ea44d, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/c10eb54f83934794bf4ba7e023101238] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp, totalSize=104.3 K 2024-12-03T15:52:56,498 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32bc6e7c515b481498179456f0a211db, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733241151589 2024-12-03T15:52:56,498 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 429ffc7baa8b410cb8862d15934ea44d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733241174430 2024-12-03T15:52:56,499 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c10eb54f83934794bf4ba7e023101238, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733241176444 2024-12-03T15:52:56,512 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ebf91b0739b4ef03f6df84e54291eda#info#compaction#40 average throughput is 29.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:52:56,512 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/20a4d37a28be49e3aab5547bca133c48 is 1055, key is row0001/info:/1733241151589/Put/seqid=0 2024-12-03T15:52:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741846_1022 (size=97003) 2024-12-03T15:52:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741846_1022 (size=97003) 2024-12-03T15:52:56,523 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/20a4d37a28be49e3aab5547bca133c48 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48 2024-12-03T15:52:56,529 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2ebf91b0739b4ef03f6df84e54291eda/info of 2ebf91b0739b4ef03f6df84e54291eda into 20a4d37a28be49e3aab5547bca133c48(size=94.7 K), total size for store is 94.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:52:56,530 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2ebf91b0739b4ef03f6df84e54291eda: 2024-12-03T15:52:56,530 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., storeName=2ebf91b0739b4ef03f6df84e54291eda/info, priority=13, startTime=1733241176496; duration=0sec 2024-12-03T15:52:56,530 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.7 K, sizeToCheck=16.0 K 2024-12-03T15:52:56,530 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:56,530 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.7 K, sizeToCheck=16.0 K 2024-12-03T15:52:56,530 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:56,530 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.7 K, sizeToCheck=16.0 K 2024-12-03T15:52:56,530 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-03T15:52:56,531 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:56,531 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:56,531 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ebf91b0739b4ef03f6df84e54291eda:info 2024-12-03T15:52:56,532 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44269 {}] assignment.AssignmentManager(1363): Split request from 713339a81dd9,39983,1733241138221, parent={ENCODED => 2ebf91b0739b4ef03f6df84e54291eda, NAME => 'TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-03T15:52:56,537 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44269 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=713339a81dd9,39983,1733241138221 2024-12-03T15:52:56,541 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44269 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ebf91b0739b4ef03f6df84e54291eda, daughterA=cd5c865c7e315c6ceb38b25df94a2be8, daughterB=a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:56,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ebf91b0739b4ef03f6df84e54291eda, daughterA=cd5c865c7e315c6ceb38b25df94a2be8, daughterB=a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:56,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ebf91b0739b4ef03f6df84e54291eda, daughterA=cd5c865c7e315c6ceb38b25df94a2be8, daughterB=a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:56,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ebf91b0739b4ef03f6df84e54291eda, daughterA=cd5c865c7e315c6ceb38b25df94a2be8, daughterB=a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:56,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, UNASSIGN}] 2024-12-03T15:52:56,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, UNASSIGN 2024-12-03T15:52:56,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ebf91b0739b4ef03f6df84e54291eda, regionState=CLOSING, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:56,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, UNASSIGN because future has completed 2024-12-03T15:52:56,554 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-03T15:52:56,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221}] 2024-12-03T15:52:56,711 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,712 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-03T15:52:56,712 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 2ebf91b0739b4ef03f6df84e54291eda, disabling compactions & flushes 2024-12-03T15:52:56,712 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:56,712 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:56,712 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. after waiting 0 ms 2024-12-03T15:52:56,712 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:56,712 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 2ebf91b0739b4ef03f6df84e54291eda 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-03T15:52:56,717 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/d32e0a80a056454aa79febf7d1dd38ab is 1055, key is row0088/info:/1733241176472/Put/seqid=0 2024-12-03T15:52:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741847_1023 (size=14438) 2024-12-03T15:52:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741847_1023 (size=14438) 2024-12-03T15:52:56,728 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/d32e0a80a056454aa79febf7d1dd38ab 2024-12-03T15:52:56,735 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/.tmp/info/d32e0a80a056454aa79febf7d1dd38ab as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/d32e0a80a056454aa79febf7d1dd38ab 2024-12-03T15:52:56,740 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/d32e0a80a056454aa79febf7d1dd38ab, entries=9, sequenceid=124, filesize=14.1 K 2024-12-03T15:52:56,741 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 2ebf91b0739b4ef03f6df84e54291eda in 29ms, sequenceid=124, compaction requested=false 2024-12-03T15:52:56,743 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/a35ff08fd16c4c2fa461eb7dcdd960a5, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/12883c91e62142b5b1f84f61f14e1abf, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/3e2ba207ce96468bba2c48ae6a3d8aeb, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/87ae3ad2b9fc40e598fd556f31f08d16, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/08856db8360d439daa20f74240c57661, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/429ffc7baa8b410cb8862d15934ea44d, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/c10eb54f83934794bf4ba7e023101238] to archive 2024-12-03T15:52:56,744 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T15:52:56,745 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/a35ff08fd16c4c2fa461eb7dcdd960a5 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/a35ff08fd16c4c2fa461eb7dcdd960a5 2024-12-03T15:52:56,747 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/12883c91e62142b5b1f84f61f14e1abf to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/12883c91e62142b5b1f84f61f14e1abf 2024-12-03T15:52:56,748 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/470d5f76e37b4fcbae36ac014251f3b9 2024-12-03T15:52:56,749 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/3e2ba207ce96468bba2c48ae6a3d8aeb to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/3e2ba207ce96468bba2c48ae6a3d8aeb 2024-12-03T15:52:56,751 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/87ae3ad2b9fc40e598fd556f31f08d16 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/87ae3ad2b9fc40e598fd556f31f08d16 2024-12-03T15:52:56,752 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/32bc6e7c515b481498179456f0a211db 2024-12-03T15:52:56,753 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/08856db8360d439daa20f74240c57661 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/08856db8360d439daa20f74240c57661 2024-12-03T15:52:56,755 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/429ffc7baa8b410cb8862d15934ea44d to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/429ffc7baa8b410cb8862d15934ea44d 2024-12-03T15:52:56,756 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/c10eb54f83934794bf4ba7e023101238 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/c10eb54f83934794bf4ba7e023101238 2024-12-03T15:52:56,762 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-12-03T15:52:56,763 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. 2024-12-03T15:52:56,763 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 2ebf91b0739b4ef03f6df84e54291eda: Waiting for close lock at 1733241176712Running coprocessor pre-close hooks at 1733241176712Disabling compacts and flushes for region at 1733241176712Disabling writes for close at 1733241176712Obtaining lock to block concurrent updates at 1733241176712Preparing flush snapshotting stores in 2ebf91b0739b4ef03f6df84e54291eda at 1733241176712Finished memstore snapshotting TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., syncing WAL and waiting on mvcc, flushsize=dataSize=9459, getHeapSize=10392, getOffHeapSize=0, getCellsCount=9 at 1733241176713 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. at 1733241176713Flushing 2ebf91b0739b4ef03f6df84e54291eda/info: creating writer at 1733241176713Flushing 2ebf91b0739b4ef03f6df84e54291eda/info: appending metadata at 1733241176717 (+4 ms)Flushing 2ebf91b0739b4ef03f6df84e54291eda/info: closing flushed file at 1733241176717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336e17d8: reopening flushed file at 1733241176734 (+17 ms)Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 2ebf91b0739b4ef03f6df84e54291eda in 29ms, sequenceid=124, compaction requested=false at 1733241176741 (+7 ms)Writing region close event to WAL at 1733241176758 (+17 ms)Running coprocessor post-close hooks at 1733241176763 (+5 ms)Closed at 1733241176763 2024-12-03T15:52:56,766 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ebf91b0739b4ef03f6df84e54291eda, regionState=CLOSED 2024-12-03T15:52:56,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 because future has completed 2024-12-03T15:52:56,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T15:52:56,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 2ebf91b0739b4ef03f6df84e54291eda, server=713339a81dd9,39983,1733241138221 in 216 msec 2024-12-03T15:52:56,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T15:52:56,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ebf91b0739b4ef03f6df84e54291eda, UNASSIGN in 225 msec 2024-12-03T15:52:56,783 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:56,786 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=2ebf91b0739b4ef03f6df84e54291eda, threads=2 2024-12-03T15:52:56,788 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48 for region: 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,789 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/d32e0a80a056454aa79febf7d1dd38ab for region: 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,800 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/d32e0a80a056454aa79febf7d1dd38ab, top=true 2024-12-03T15:52:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741848_1024 (size=27) 2024-12-03T15:52:56,809 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab for child: a92d05565206e72b637888a6f22d725f, parent: 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741848_1024 (size=27) 2024-12-03T15:52:56,809 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/d32e0a80a056454aa79febf7d1dd38ab for region: 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741849_1025 (size=27) 2024-12-03T15:52:56,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741849_1025 (size=27) 2024-12-03T15:52:56,820 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48 for region: 2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:52:56,822 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 2ebf91b0739b4ef03f6df84e54291eda Daughter A: [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda] storefiles, Daughter B: [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab] storefiles. 2024-12-03T15:52:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741850_1026 (size=71) 2024-12-03T15:52:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741850_1026 (size=71) 2024-12-03T15:52:56,832 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741851_1027 (size=71) 2024-12-03T15:52:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741851_1027 (size=71) 2024-12-03T15:52:56,847 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:56,857 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-03T15:52:56,859 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-03T15:52:56,862 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733241176861"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733241176861"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733241176861"}]},"ts":"1733241176861"} 2024-12-03T15:52:56,862 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733241176861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241176861"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733241176861"}]},"ts":"1733241176861"} 2024-12-03T15:52:56,862 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733241176861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733241176861"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733241176861"}]},"ts":"1733241176861"} 2024-12-03T15:52:56,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cd5c865c7e315c6ceb38b25df94a2be8, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a92d05565206e72b637888a6f22d725f, ASSIGN}] 2024-12-03T15:52:56,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cd5c865c7e315c6ceb38b25df94a2be8, ASSIGN 2024-12-03T15:52:56,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a92d05565206e72b637888a6f22d725f, ASSIGN 2024-12-03T15:52:56,882 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a92d05565206e72b637888a6f22d725f, ASSIGN; state=SPLITTING_NEW, location=713339a81dd9,39983,1733241138221; forceNewPlan=false, retain=false 2024-12-03T15:52:56,882 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cd5c865c7e315c6ceb38b25df94a2be8, ASSIGN; state=SPLITTING_NEW, location=713339a81dd9,39983,1733241138221; forceNewPlan=false, retain=false 2024-12-03T15:52:57,032 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a92d05565206e72b637888a6f22d725f, regionState=OPENING, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:57,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cd5c865c7e315c6ceb38b25df94a2be8, regionState=OPENING, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:57,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cd5c865c7e315c6ceb38b25df94a2be8, ASSIGN because future has completed 2024-12-03T15:52:57,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd5c865c7e315c6ceb38b25df94a2be8, server=713339a81dd9,39983,1733241138221}] 2024-12-03T15:52:57,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a92d05565206e72b637888a6f22d725f, ASSIGN because future has completed 2024-12-03T15:52:57,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221}] 2024-12-03T15:52:57,192 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:52:57,192 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a92d05565206e72b637888a6f22d725f, NAME => 'TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-03T15:52:57,193 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,193 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:57,193 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,193 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,195 INFO [StoreOpener-a92d05565206e72b637888a6f22d725f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,195 INFO [StoreOpener-a92d05565206e72b637888a6f22d725f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a92d05565206e72b637888a6f22d725f columnFamilyName info 2024-12-03T15:52:57,196 DEBUG [StoreOpener-a92d05565206e72b637888a6f22d725f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:57,208 DEBUG [StoreOpener-a92d05565206e72b637888a6f22d725f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda->hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48-top 2024-12-03T15:52:57,213 DEBUG [StoreOpener-a92d05565206e72b637888a6f22d725f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab 2024-12-03T15:52:57,213 INFO [StoreOpener-a92d05565206e72b637888a6f22d725f-1 {}] regionserver.HStore(327): Store=a92d05565206e72b637888a6f22d725f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:52:57,213 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,214 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,216 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,216 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,216 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,219 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,220 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened a92d05565206e72b637888a6f22d725f; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=714717, jitterRate=-0.09119129180908203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T15:52:57,220 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a92d05565206e72b637888a6f22d725f 2024-12-03T15:52:57,221 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a92d05565206e72b637888a6f22d725f: Running coprocessor pre-open hook at 1733241177193Writing region info on filesystem at 1733241177193Initializing all the Stores at 1733241177194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241177194Cleaning up temporary data from old regions at 1733241177216 (+22 ms)Running coprocessor post-open hooks at 1733241177220 (+4 ms)Region opened successfully at 1733241177221 (+1 ms) 2024-12-03T15:52:57,222 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., pid=13, masterSystemTime=1733241177188 2024-12-03T15:52:57,222 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store a92d05565206e72b637888a6f22d725f:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:52:57,222 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:57,222 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T15:52:57,223 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:52:57,223 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): a92d05565206e72b637888a6f22d725f/info is initiating minor compaction (all files) 2024-12-03T15:52:57,223 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a92d05565206e72b637888a6f22d725f/info in TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:52:57,223 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda->hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48-top, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp, totalSize=108.8 K 2024-12-03T15:52:57,224 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda, keycount=43, bloomtype=ROW, size=94.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733241151589 2024-12-03T15:52:57,224 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:52:57,224 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:52:57,224 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:52:57,224 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733241176472 2024-12-03T15:52:57,225 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => cd5c865c7e315c6ceb38b25df94a2be8, NAME => 'TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-03T15:52:57,225 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,225 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:52:57,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a92d05565206e72b637888a6f22d725f, regionState=OPEN, openSeqNum=128, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:57,225 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,225 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,227 INFO [StoreOpener-cd5c865c7e315c6ceb38b25df94a2be8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,228 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-03T15:52:57,228 INFO [StoreOpener-cd5c865c7e315c6ceb38b25df94a2be8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd5c865c7e315c6ceb38b25df94a2be8 columnFamilyName info 2024-12-03T15:52:57,228 DEBUG [StoreOpener-cd5c865c7e315c6ceb38b25df94a2be8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:52:57,228 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-03T15:52:57,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-03T15:52:57,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 because future has completed 2024-12-03T15:52:57,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T15:52:57,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 in 193 msec 2024-12-03T15:52:57,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a92d05565206e72b637888a6f22d725f, ASSIGN in 354 msec 2024-12-03T15:52:57,240 DEBUG [StoreOpener-cd5c865c7e315c6ceb38b25df94a2be8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda->hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48-bottom 2024-12-03T15:52:57,240 INFO [StoreOpener-cd5c865c7e315c6ceb38b25df94a2be8-1 {}] regionserver.HStore(327): Store=cd5c865c7e315c6ceb38b25df94a2be8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:52:57,240 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,241 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,242 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,243 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,243 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,244 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,245 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened cd5c865c7e315c6ceb38b25df94a2be8; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=763093, jitterRate=-0.029677286744117737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T15:52:57,245 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:52:57,245 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for cd5c865c7e315c6ceb38b25df94a2be8: Running coprocessor pre-open hook at 1733241177225Writing region info on filesystem at 1733241177225Initializing all the Stores at 1733241177226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241177226Cleaning up temporary data from old regions at 1733241177243 (+17 ms)Running coprocessor post-open hooks at 1733241177245 (+2 ms)Region opened successfully at 1733241177245 2024-12-03T15:52:57,246 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8., pid=12, masterSystemTime=1733241177188 2024-12-03T15:52:57,246 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store cd5c865c7e315c6ceb38b25df94a2be8:info, priority=-2147483648, current under compaction store size is 2 2024-12-03T15:52:57,246 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:57,246 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-03T15:52:57,247 INFO [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:52:57,247 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.HStore(1541): cd5c865c7e315c6ceb38b25df94a2be8/info is initiating minor compaction (all files) 2024-12-03T15:52:57,247 INFO [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cd5c865c7e315c6ceb38b25df94a2be8/info in TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:52:57,247 INFO [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda->hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48-bottom] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/.tmp, totalSize=94.7 K 2024-12-03T15:52:57,248 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] compactions.Compactor(225): Compacting 20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda, keycount=43, bloomtype=ROW, size=94.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733241151589 2024-12-03T15:52:57,248 DEBUG [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:52:57,248 INFO [RS_OPEN_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:52:57,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cd5c865c7e315c6ceb38b25df94a2be8, regionState=OPEN, openSeqNum=128, regionLocation=713339a81dd9,39983,1733241138221 2024-12-03T15:52:57,251 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a92d05565206e72b637888a6f22d725f#info#compaction#42 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:52:57,251 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/ba562cb2e8d149418a8cd5c56c4c40f8 is 1055, key is row0064/info:/1733241174430/Put/seqid=0 2024-12-03T15:52:57,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd5c865c7e315c6ceb38b25df94a2be8, server=713339a81dd9,39983,1733241138221 because future has completed 2024-12-03T15:52:57,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/info/983ef81e1ba8498485251a2ec4e70132 is 193, key is TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f./info:regioninfo/1733241177225/Put/seqid=0 2024-12-03T15:52:57,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T15:52:57,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cd5c865c7e315c6ceb38b25df94a2be8, server=713339a81dd9,39983,1733241138221 in 217 msec 2024-12-03T15:52:57,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-03T15:52:57,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cd5c865c7e315c6ceb38b25df94a2be8, ASSIGN in 377 msec 2024-12-03T15:52:57,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ebf91b0739b4ef03f6df84e54291eda, daughterA=cd5c865c7e315c6ceb38b25df94a2be8, daughterB=a92d05565206e72b637888a6f22d725f in 722 msec 2024-12-03T15:52:57,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741852_1028 (size=9882) 2024-12-03T15:52:57,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741852_1028 (size=9882) 2024-12-03T15:52:57,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/info/983ef81e1ba8498485251a2ec4e70132 2024-12-03T15:52:57,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741853_1029 (size=39908) 2024-12-03T15:52:57,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741853_1029 (size=39908) 2024-12-03T15:52:57,279 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/ba562cb2e8d149418a8cd5c56c4c40f8 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ba562cb2e8d149418a8cd5c56c4c40f8 2024-12-03T15:52:57,283 INFO [RS:0;713339a81dd9:39983-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd5c865c7e315c6ceb38b25df94a2be8#info#compaction#44 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:52:57,283 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/.tmp/info/57854fd0e8934fd5a97a142373886009 is 1055, key is row0001/info:/1733241151589/Put/seqid=0 2024-12-03T15:52:57,286 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in a92d05565206e72b637888a6f22d725f/info of a92d05565206e72b637888a6f22d725f into ba562cb2e8d149418a8cd5c56c4c40f8(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:52:57,286 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:52:57,286 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., storeName=a92d05565206e72b637888a6f22d725f/info, priority=14, startTime=1733241177222; duration=0sec 2024-12-03T15:52:57,286 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:57,286 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a92d05565206e72b637888a6f22d725f:info 2024-12-03T15:52:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741854_1030 (size=71441) 2024-12-03T15:52:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741854_1030 (size=71441) 2024-12-03T15:52:57,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/ns/0b55bd9a50074048b3c50d3e8df2b305 is 43, key is default/ns:d/1733241141231/Put/seqid=0 2024-12-03T15:52:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741855_1031 (size=5153) 2024-12-03T15:52:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741855_1031 (size=5153) 2024-12-03T15:52:57,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/ns/0b55bd9a50074048b3c50d3e8df2b305 2024-12-03T15:52:57,299 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/.tmp/info/57854fd0e8934fd5a97a142373886009 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/info/57854fd0e8934fd5a97a142373886009 2024-12-03T15:52:57,336 INFO [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in cd5c865c7e315c6ceb38b25df94a2be8/info of cd5c865c7e315c6ceb38b25df94a2be8 into 57854fd0e8934fd5a97a142373886009(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:52:57,336 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cd5c865c7e315c6ceb38b25df94a2be8: 2024-12-03T15:52:57,336 INFO [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8., storeName=cd5c865c7e315c6ceb38b25df94a2be8/info, priority=15, startTime=1733241177246; duration=0sec 2024-12-03T15:52:57,336 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:52:57,336 DEBUG [RS:0;713339a81dd9:39983-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd5c865c7e315c6ceb38b25df94a2be8:info 2024-12-03T15:52:57,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/table/23a47084d5bd4c32a524d8c2eed1c7ef is 65, key is TestLogRolling-testLogRolling/table:state/1733241142277/Put/seqid=0 2024-12-03T15:52:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741856_1032 (size=5340) 2024-12-03T15:52:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741856_1032 (size=5340) 2024-12-03T15:52:57,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/table/23a47084d5bd4c32a524d8c2eed1c7ef 2024-12-03T15:52:57,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/info/983ef81e1ba8498485251a2ec4e70132 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/info/983ef81e1ba8498485251a2ec4e70132 2024-12-03T15:52:57,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/info/983ef81e1ba8498485251a2ec4e70132, entries=30, sequenceid=17, filesize=9.7 K 2024-12-03T15:52:57,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/ns/0b55bd9a50074048b3c50d3e8df2b305 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/ns/0b55bd9a50074048b3c50d3e8df2b305 2024-12-03T15:52:57,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/ns/0b55bd9a50074048b3c50d3e8df2b305, entries=2, sequenceid=17, filesize=5.0 K 2024-12-03T15:52:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/table/23a47084d5bd4c32a524d8c2eed1c7ef as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/table/23a47084d5bd4c32a524d8c2eed1c7ef 2024-12-03T15:52:57,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/table/23a47084d5bd4c32a524d8c2eed1c7ef, entries=2, sequenceid=17, filesize=5.2 K 2024-12-03T15:52:57,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 153ms, sequenceid=17, compaction requested=false 2024-12-03T15:52:57,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-03T15:52:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50982 deadline: 1733241188488, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. is not online on 713339a81dd9,39983,1733241138221 2024-12-03T15:52:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. is not online on 713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:52:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda. is not online on 713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:52:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733241141435.2ebf91b0739b4ef03f6df84e54291eda., hostname=713339a81dd9,39983,1733241138221, seqNum=2 from cache 2024-12-03T15:53:01,366 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T15:53:01,366 INFO [master/713339a81dd9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T15:53:01,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:01,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T15:53:02,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:02,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T15:53:06,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-03T15:53:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128] 2024-12-03T15:53:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:08,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:53:08,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/9d060a4da23d4cd8820b36a0c6115f44 is 1055, key is row0097/info:/1733241188578/Put/seqid=0 2024-12-03T15:53:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741857_1033 (size=13394) 2024-12-03T15:53:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741857_1033 (size=13394) 2024-12-03T15:53:08,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/9d060a4da23d4cd8820b36a0c6115f44 2024-12-03T15:53:08,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/9d060a4da23d4cd8820b36a0c6115f44 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9d060a4da23d4cd8820b36a0c6115f44 2024-12-03T15:53:08,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9d060a4da23d4cd8820b36a0c6115f44, entries=8, sequenceid=139, filesize=13.1 K 2024-12-03T15:53:08,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for a92d05565206e72b637888a6f22d725f in 47ms, sequenceid=139, compaction requested=false 2024-12-03T15:53:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:08,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-12-03T15:53:08,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/e3c3354fa387452c8d14c97c783856c4 is 1055, key is row0105/info:/1733241188601/Put/seqid=0 2024-12-03T15:53:08,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741858_1034 (size=23944) 2024-12-03T15:53:08,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741858_1034 (size=23944) 2024-12-03T15:53:08,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/e3c3354fa387452c8d14c97c783856c4 2024-12-03T15:53:08,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/e3c3354fa387452c8d14c97c783856c4 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e3c3354fa387452c8d14c97c783856c4 2024-12-03T15:53:08,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e3c3354fa387452c8d14c97c783856c4, entries=18, sequenceid=160, filesize=23.4 K 2024-12-03T15:53:08,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=6.16 KB/6306 for a92d05565206e72b637888a6f22d725f in 40ms, sequenceid=160, compaction requested=true 2024-12-03T15:53:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a92d05565206e72b637888a6f22d725f:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:53:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:08,688 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:53:08,690 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 77246 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:53:08,690 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): a92d05565206e72b637888a6f22d725f/info is initiating minor compaction (all files) 2024-12-03T15:53:08,690 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a92d05565206e72b637888a6f22d725f/info in TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:08,690 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ba562cb2e8d149418a8cd5c56c4c40f8, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9d060a4da23d4cd8820b36a0c6115f44, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e3c3354fa387452c8d14c97c783856c4] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp, totalSize=75.4 K 2024-12-03T15:53:08,691 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba562cb2e8d149418a8cd5c56c4c40f8, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733241174430 2024-12-03T15:53:08,691 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d060a4da23d4cd8820b36a0c6115f44, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733241188578 2024-12-03T15:53:08,692 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3c3354fa387452c8d14c97c783856c4, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733241188601 2024-12-03T15:53:08,710 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a92d05565206e72b637888a6f22d725f#info#compaction#49 average throughput is 29.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:53:08,711 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/c3d9e4b08b6846169f18f44beccd2b69 is 1055, key is row0064/info:/1733241174430/Put/seqid=0 2024-12-03T15:53:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741859_1035 (size=67456) 2024-12-03T15:53:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741859_1035 (size=67456) 2024-12-03T15:53:08,739 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/c3d9e4b08b6846169f18f44beccd2b69 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/c3d9e4b08b6846169f18f44beccd2b69 2024-12-03T15:53:08,746 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a92d05565206e72b637888a6f22d725f/info of a92d05565206e72b637888a6f22d725f into c3d9e4b08b6846169f18f44beccd2b69(size=65.9 K), total size for store is 65.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:53:08,747 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:08,747 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., storeName=a92d05565206e72b637888a6f22d725f/info, priority=13, startTime=1733241188688; duration=0sec 2024-12-03T15:53:08,747 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:08,747 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a92d05565206e72b637888a6f22d725f:info 2024-12-03T15:53:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:10,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:53:10,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/0fd474ea70854efdad28b38bd96e0fa5 is 1055, key is row0123/info:/1733241188650/Put/seqid=0 2024-12-03T15:53:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741860_1036 (size=13394) 2024-12-03T15:53:10,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741860_1036 (size=13394) 2024-12-03T15:53:10,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/0fd474ea70854efdad28b38bd96e0fa5 2024-12-03T15:53:10,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/0fd474ea70854efdad28b38bd96e0fa5 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/0fd474ea70854efdad28b38bd96e0fa5 2024-12-03T15:53:10,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/0fd474ea70854efdad28b38bd96e0fa5, entries=8, sequenceid=172, filesize=13.1 K 2024-12-03T15:53:10,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for a92d05565206e72b637888a6f22d725f in 67ms, sequenceid=172, compaction requested=false 2024-12-03T15:53:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:10,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-03T15:53:10,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/a329f2935dcf4568b16197cbb49e67ca is 1055, key is row0131/info:/1733241190676/Put/seqid=0 2024-12-03T15:53:10,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T15:53:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50982 deadline: 1733241200795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 2024-12-03T15:53:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:53:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:53:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 because the exception is null or not the one we care about 2024-12-03T15:53:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741861_1037 (size=28156) 2024-12-03T15:53:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741861_1037 (size=28156) 2024-12-03T15:53:10,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/a329f2935dcf4568b16197cbb49e67ca 2024-12-03T15:53:10,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/a329f2935dcf4568b16197cbb49e67ca as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/a329f2935dcf4568b16197cbb49e67ca 2024-12-03T15:53:10,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/a329f2935dcf4568b16197cbb49e67ca, entries=22, sequenceid=197, filesize=27.5 K 2024-12-03T15:53:10,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for a92d05565206e72b637888a6f22d725f in 81ms, sequenceid=197, compaction requested=true 2024-12-03T15:53:10,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:10,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a92d05565206e72b637888a6f22d725f:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:53:10,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:10,825 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:53:10,826 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 109006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:53:10,827 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): a92d05565206e72b637888a6f22d725f/info is initiating minor compaction (all files) 2024-12-03T15:53:10,827 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a92d05565206e72b637888a6f22d725f/info in TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:10,827 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/c3d9e4b08b6846169f18f44beccd2b69, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/0fd474ea70854efdad28b38bd96e0fa5, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/a329f2935dcf4568b16197cbb49e67ca] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp, totalSize=106.5 K 2024-12-03T15:53:10,827 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3d9e4b08b6846169f18f44beccd2b69, keycount=59, bloomtype=ROW, size=65.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733241174430 2024-12-03T15:53:10,828 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fd474ea70854efdad28b38bd96e0fa5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733241188650 2024-12-03T15:53:10,828 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting a329f2935dcf4568b16197cbb49e67ca, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733241190676 2024-12-03T15:53:10,850 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a92d05565206e72b637888a6f22d725f#info#compaction#52 average throughput is 44.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:53:10,852 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/ff0471fb988f41db8978d471a2e19524 is 1055, key is row0064/info:/1733241174430/Put/seqid=0 2024-12-03T15:53:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741862_1038 (size=99225) 2024-12-03T15:53:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741862_1038 (size=99225) 2024-12-03T15:53:10,880 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/ff0471fb988f41db8978d471a2e19524 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ff0471fb988f41db8978d471a2e19524 2024-12-03T15:53:10,889 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a92d05565206e72b637888a6f22d725f/info of a92d05565206e72b637888a6f22d725f into ff0471fb988f41db8978d471a2e19524(size=96.9 K), total size for store is 96.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:53:10,889 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:10,889 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., storeName=a92d05565206e72b637888a6f22d725f/info, priority=13, startTime=1733241190825; duration=0sec 2024-12-03T15:53:10,889 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:10,889 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a92d05565206e72b637888a6f22d725f:info 2024-12-03T15:53:17,542 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T15:53:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:20,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:53:20,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/baa02a8dfff74fd190817eadb95248eb is 1055, key is row0153/info:/1733241190746/Put/seqid=0 2024-12-03T15:53:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741863_1039 (size=13394) 2024-12-03T15:53:20,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741863_1039 (size=13394) 2024-12-03T15:53:20,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/baa02a8dfff74fd190817eadb95248eb 2024-12-03T15:53:20,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/baa02a8dfff74fd190817eadb95248eb as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/baa02a8dfff74fd190817eadb95248eb 2024-12-03T15:53:20,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/baa02a8dfff74fd190817eadb95248eb, entries=8, sequenceid=209, filesize=13.1 K 2024-12-03T15:53:20,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a92d05565206e72b637888a6f22d725f in 44ms, sequenceid=209, compaction requested=false 2024-12-03T15:53:20,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:22,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:53:22,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/93d7bba122bb458585997e96b750d36f is 1055, key is row0161/info:/1733241202862/Put/seqid=0 2024-12-03T15:53:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741864_1040 (size=13394) 2024-12-03T15:53:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741864_1040 (size=13394) 2024-12-03T15:53:22,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T15:53:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50982 deadline: 1733241212954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 2024-12-03T15:53:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:53:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:53:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 because the exception is null or not the one we care about 2024-12-03T15:53:23,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/93d7bba122bb458585997e96b750d36f 2024-12-03T15:53:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/93d7bba122bb458585997e96b750d36f as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/93d7bba122bb458585997e96b750d36f 2024-12-03T15:53:23,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/93d7bba122bb458585997e96b750d36f, entries=8, sequenceid=220, filesize=13.1 K 2024-12-03T15:53:23,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for a92d05565206e72b637888a6f22d725f in 448ms, sequenceid=220, compaction requested=true 2024-12-03T15:53:23,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:23,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a92d05565206e72b637888a6f22d725f:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:53:23,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:23,330 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:53:23,331 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 126013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:53:23,331 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): a92d05565206e72b637888a6f22d725f/info is initiating minor compaction (all files) 2024-12-03T15:53:23,332 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a92d05565206e72b637888a6f22d725f/info in TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:23,332 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ff0471fb988f41db8978d471a2e19524, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/baa02a8dfff74fd190817eadb95248eb, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/93d7bba122bb458585997e96b750d36f] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp, totalSize=123.1 K 2024-12-03T15:53:23,332 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff0471fb988f41db8978d471a2e19524, keycount=89, bloomtype=ROW, size=96.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733241174430 2024-12-03T15:53:23,333 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting baa02a8dfff74fd190817eadb95248eb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733241190746 2024-12-03T15:53:23,333 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d7bba122bb458585997e96b750d36f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733241202862 2024-12-03T15:53:23,351 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a92d05565206e72b637888a6f22d725f#info#compaction#55 average throughput is 35.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:53:23,353 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/fb3a1b3a44844e4087790254cd473076 is 1055, key is row0064/info:/1733241174430/Put/seqid=0 2024-12-03T15:53:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741865_1041 (size=116179) 2024-12-03T15:53:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741865_1041 (size=116179) 2024-12-03T15:53:23,771 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/fb3a1b3a44844e4087790254cd473076 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/fb3a1b3a44844e4087790254cd473076 2024-12-03T15:53:23,780 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a92d05565206e72b637888a6f22d725f/info of a92d05565206e72b637888a6f22d725f into fb3a1b3a44844e4087790254cd473076(size=113.5 K), total size for store is 113.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:53:23,781 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:23,781 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., storeName=a92d05565206e72b637888a6f22d725f/info, priority=13, startTime=1733241203330; duration=0sec 2024-12-03T15:53:23,781 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:23,781 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a92d05565206e72b637888a6f22d725f:info 2024-12-03T15:53:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:33,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-03T15:53:33,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/5fc24eb0882947fd839e0e96337703c6 is 1055, key is row0169/info:/1733241202882/Put/seqid=0 2024-12-03T15:53:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741866_1042 (size=28156) 2024-12-03T15:53:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741866_1042 (size=28156) 2024-12-03T15:53:33,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/5fc24eb0882947fd839e0e96337703c6 2024-12-03T15:53:33,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/5fc24eb0882947fd839e0e96337703c6 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/5fc24eb0882947fd839e0e96337703c6 2024-12-03T15:53:33,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/5fc24eb0882947fd839e0e96337703c6, entries=22, sequenceid=246, filesize=27.5 K 2024-12-03T15:53:33,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for a92d05565206e72b637888a6f22d725f in 33ms, sequenceid=246, compaction requested=false 2024-12-03T15:53:33,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:35,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:53:35,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/cac20b458664469c90d3505840a71311 is 1055, key is row0191/info:/1733241213011/Put/seqid=0 2024-12-03T15:53:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741867_1043 (size=13395) 2024-12-03T15:53:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741867_1043 (size=13395) 2024-12-03T15:53:35,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T15:53:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50982 deadline: 1733241225086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 2024-12-03T15:53:35,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:53:35,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a92d05565206e72b637888a6f22d725f, server=713339a81dd9,39983,1733241138221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T15:53:35,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., hostname=713339a81dd9,39983,1733241138221, seqNum=128 because the exception is null or not the one we care about 2024-12-03T15:53:35,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/cac20b458664469c90d3505840a71311 2024-12-03T15:53:35,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/cac20b458664469c90d3505840a71311 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/cac20b458664469c90d3505840a71311 2024-12-03T15:53:35,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/cac20b458664469c90d3505840a71311, entries=8, sequenceid=257, filesize=13.1 K 2024-12-03T15:53:35,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for a92d05565206e72b637888a6f22d725f in 450ms, sequenceid=257, compaction requested=true 2024-12-03T15:53:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:35,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a92d05565206e72b637888a6f22d725f:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:53:35,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:35,483 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:53:35,484 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 157730 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:53:35,484 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): a92d05565206e72b637888a6f22d725f/info is initiating minor compaction (all files) 2024-12-03T15:53:35,484 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a92d05565206e72b637888a6f22d725f/info in TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:35,484 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/fb3a1b3a44844e4087790254cd473076, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/5fc24eb0882947fd839e0e96337703c6, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/cac20b458664469c90d3505840a71311] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp, totalSize=154.0 K 2024-12-03T15:53:35,485 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb3a1b3a44844e4087790254cd473076, keycount=105, bloomtype=ROW, size=113.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733241174430 2024-12-03T15:53:35,485 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fc24eb0882947fd839e0e96337703c6, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733241202882 2024-12-03T15:53:35,485 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac20b458664469c90d3505840a71311, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733241213011 2024-12-03T15:53:35,508 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a92d05565206e72b637888a6f22d725f#info#compaction#58 average throughput is 45.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:53:35,509 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/f9c378b142fc427aa79d325d5cb2b175 is 1055, key is row0064/info:/1733241174430/Put/seqid=0 2024-12-03T15:53:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741868_1044 (size=148076) 2024-12-03T15:53:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741868_1044 (size=148076) 2024-12-03T15:53:35,525 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/f9c378b142fc427aa79d325d5cb2b175 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/f9c378b142fc427aa79d325d5cb2b175 2024-12-03T15:53:35,531 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a92d05565206e72b637888a6f22d725f/info of a92d05565206e72b637888a6f22d725f into f9c378b142fc427aa79d325d5cb2b175(size=144.6 K), total size for store is 144.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:53:35,531 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:35,532 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., storeName=a92d05565206e72b637888a6f22d725f/info, priority=13, startTime=1733241215482; duration=0sec 2024-12-03T15:53:35,532 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:35,532 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a92d05565206e72b637888a6f22d725f:info 2024-12-03T15:53:42,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a92d05565206e72b637888a6f22d725f, had cached 0 bytes from a total of 148076 2024-12-03T15:53:42,225 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cd5c865c7e315c6ceb38b25df94a2be8, had cached 0 bytes from a total of 71441 2024-12-03T15:53:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:45,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-03T15:53:45,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/e0644501388e4454b072dedcb02b42ad is 1055, key is row0199/info:/1733241215033/Put/seqid=0 2024-12-03T15:53:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741869_1045 (size=28178) 2024-12-03T15:53:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741869_1045 (size=28178) 2024-12-03T15:53:45,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/e0644501388e4454b072dedcb02b42ad 2024-12-03T15:53:45,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/e0644501388e4454b072dedcb02b42ad as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e0644501388e4454b072dedcb02b42ad 2024-12-03T15:53:45,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e0644501388e4454b072dedcb02b42ad, entries=22, sequenceid=283, filesize=27.5 K 2024-12-03T15:53:45,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for a92d05565206e72b637888a6f22d725f in 43ms, sequenceid=283, compaction requested=false 2024-12-03T15:53:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:47,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-03T15:53:47,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/08f97cc091fa4b7c8f25ab68cb4080dc is 1055, key is row0221/info:/1733241225131/Put/seqid=0 2024-12-03T15:53:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741870_1046 (size=13402) 2024-12-03T15:53:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741870_1046 (size=13402) 2024-12-03T15:53:47,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/08f97cc091fa4b7c8f25ab68cb4080dc 2024-12-03T15:53:47,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/08f97cc091fa4b7c8f25ab68cb4080dc as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/08f97cc091fa4b7c8f25ab68cb4080dc 2024-12-03T15:53:47,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/08f97cc091fa4b7c8f25ab68cb4080dc, entries=8, sequenceid=294, filesize=13.1 K 2024-12-03T15:53:47,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for a92d05565206e72b637888a6f22d725f in 30ms, sequenceid=294, compaction requested=true 2024-12-03T15:53:47,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:47,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a92d05565206e72b637888a6f22d725f:info, priority=-2147483648, current under compaction store size is 1 2024-12-03T15:53:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39983 {}] regionserver.HRegion(8855): Flush requested on a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:47,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:47,175 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T15:53:47,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-03T15:53:47,176 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 189656 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T15:53:47,176 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1541): a92d05565206e72b637888a6f22d725f/info is initiating minor compaction (all files) 2024-12-03T15:53:47,176 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a92d05565206e72b637888a6f22d725f/info in TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:47,176 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/f9c378b142fc427aa79d325d5cb2b175, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e0644501388e4454b072dedcb02b42ad, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/08f97cc091fa4b7c8f25ab68cb4080dc] into tmpdir=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp, totalSize=185.2 K 2024-12-03T15:53:47,177 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9c378b142fc427aa79d325d5cb2b175, keycount=135, bloomtype=ROW, size=144.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733241174430 2024-12-03T15:53:47,178 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0644501388e4454b072dedcb02b42ad, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733241215033 2024-12-03T15:53:47,178 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f97cc091fa4b7c8f25ab68cb4080dc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733241225131 2024-12-03T15:53:47,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/9bc77f7724974c4e805a2028cf6f8c49 is 1055, key is row0229/info:/1733241227145/Put/seqid=0 2024-12-03T15:53:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741871_1047 (size=22908) 2024-12-03T15:53:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741871_1047 (size=22908) 2024-12-03T15:53:47,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/9bc77f7724974c4e805a2028cf6f8c49 2024-12-03T15:53:47,197 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a92d05565206e72b637888a6f22d725f#info#compaction#62 average throughput is 55.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T15:53:47,198 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/b297dc681b114ded9af8609dda138eea is 1055, key is row0064/info:/1733241174430/Put/seqid=0 2024-12-03T15:53:47,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/9bc77f7724974c4e805a2028cf6f8c49 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9bc77f7724974c4e805a2028cf6f8c49 2024-12-03T15:53:47,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9bc77f7724974c4e805a2028cf6f8c49, entries=17, sequenceid=314, filesize=22.4 K 2024-12-03T15:53:47,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=11.29 KB/11561 for a92d05565206e72b637888a6f22d725f in 35ms, sequenceid=314, compaction requested=false 2024-12-03T15:53:47,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:47,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741872_1048 (size=179806) 2024-12-03T15:53:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741872_1048 (size=179806) 2024-12-03T15:53:47,231 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/b297dc681b114ded9af8609dda138eea as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/b297dc681b114ded9af8609dda138eea 2024-12-03T15:53:47,237 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a92d05565206e72b637888a6f22d725f/info of a92d05565206e72b637888a6f22d725f into b297dc681b114ded9af8609dda138eea(size=175.6 K), total size for store is 198.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T15:53:47,237 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:47,237 INFO [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., storeName=a92d05565206e72b637888a6f22d725f/info, priority=13, startTime=1733241227175; duration=0sec 2024-12-03T15:53:47,237 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T15:53:47,237 DEBUG [RS:0;713339a81dd9:39983-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a92d05565206e72b637888a6f22d725f:info 2024-12-03T15:53:47,543 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T15:53:49,200 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-03T15:53:49,221 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241229200, exclude list is [], retry=0 2024-12-03T15:53:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-aec09388-3463-4bb3-973a-00498d2bb6a7,DISK] 2024-12-03T15:53:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-a5148d65-59e1-4419-ae40-763fe636184f,DISK] 2024-12-03T15:53:49,230 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241140528 with entries=308, filesize=300.62 KB; new WAL /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241229200 2024-12-03T15:53:49,230 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35657:35657),(127.0.0.1/127.0.0.1:41449:41449)] 2024-12-03T15:53:49,230 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241140528 is not closed yet, will try archiving it next time 2024-12-03T15:53:49,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741833_1009 (size=307845) 2024-12-03T15:53:49,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741833_1009 (size=307845) 2024-12-03T15:53:49,235 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a92d05565206e72b637888a6f22d725f 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-03T15:53:49,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/734d6a7d6c6345f6aa656f9de17ed55d is 1055, key is row0246/info:/1733241227176/Put/seqid=0 2024-12-03T15:53:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741874_1050 (size=16564) 2024-12-03T15:53:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741874_1050 (size=16564) 2024-12-03T15:53:49,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/734d6a7d6c6345f6aa656f9de17ed55d 2024-12-03T15:53:49,255 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/.tmp/info/734d6a7d6c6345f6aa656f9de17ed55d as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/734d6a7d6c6345f6aa656f9de17ed55d 2024-12-03T15:53:49,260 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/734d6a7d6c6345f6aa656f9de17ed55d, entries=11, sequenceid=329, filesize=16.2 K 2024-12-03T15:53:49,261 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for a92d05565206e72b637888a6f22d725f in 27ms, sequenceid=329, compaction requested=true 2024-12-03T15:53:49,262 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a92d05565206e72b637888a6f22d725f: 2024-12-03T15:53:49,262 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-03T15:53:49,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/info/736d31e03fbb4d74ba47ea7ea7e55538 is 186, key is TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8./info:regioninfo/1733241177249/Put/seqid=0 2024-12-03T15:53:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741875_1051 (size=6153) 2024-12-03T15:53:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741875_1051 (size=6153) 2024-12-03T15:53:49,278 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/info/736d31e03fbb4d74ba47ea7ea7e55538 2024-12-03T15:53:49,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/.tmp/info/736d31e03fbb4d74ba47ea7ea7e55538 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/info/736d31e03fbb4d74ba47ea7ea7e55538 2024-12-03T15:53:49,290 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/info/736d31e03fbb4d74ba47ea7ea7e55538, entries=5, sequenceid=21, filesize=6.0 K 2024-12-03T15:53:49,291 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=21, compaction requested=false 2024-12-03T15:53:49,291 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-03T15:53:49,291 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cd5c865c7e315c6ceb38b25df94a2be8: 2024-12-03T15:53:49,304 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241229291, exclude list is [], retry=0 2024-12-03T15:53:49,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-aec09388-3463-4bb3-973a-00498d2bb6a7,DISK] 2024-12-03T15:53:49,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-a5148d65-59e1-4419-ae40-763fe636184f,DISK] 2024-12-03T15:53:49,309 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241229200 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241229291 2024-12-03T15:53:49,310 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35657:35657),(127.0.0.1/127.0.0.1:41449:41449)] 2024-12-03T15:53:49,310 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241229200 is not closed yet, will try archiving it next time 2024-12-03T15:53:49,310 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241140528 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/oldWALs/713339a81dd9%2C39983%2C1733241138221.1733241140528 2024-12-03T15:53:49,311 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T15:53:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741873_1049 (size=731) 2024-12-03T15:53:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741873_1049 (size=731) 2024-12-03T15:53:49,313 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/WALs/713339a81dd9,39983,1733241138221/713339a81dd9%2C39983%2C1733241138221.1733241229200 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/oldWALs/713339a81dd9%2C39983%2C1733241138221.1733241229200 2024-12-03T15:53:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T15:53:49,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:53:49,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:53:49,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:49,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:49,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T15:53:49,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1048581609, stopped=false 2024-12-03T15:53:49,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T15:53:49,412 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=713339a81dd9,44269,1733241137735 2024-12-03T15:53:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:53:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:53:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:49,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:53:49,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:53:49,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:53:49,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:49,415 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '713339a81dd9,39983,1733241138221' ***** 2024-12-03T15:53:49,415 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for a92d05565206e72b637888a6f22d725f 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(959): stopping server 713339a81dd9,39983,1733241138221 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:53:49,416 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a92d05565206e72b637888a6f22d725f, disabling compactions & flushes 2024-12-03T15:53:49,416 INFO [RS:0;713339a81dd9:39983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;713339a81dd9:39983. 2024-12-03T15:53:49,417 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:49,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:53:49,417 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:49,417 DEBUG [RS:0;713339a81dd9:39983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:53:49,417 DEBUG [RS:0;713339a81dd9:39983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:49,417 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. after waiting 0 ms 2024-12-03T15:53:49,417 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:49,417 INFO [RS:0;713339a81dd9:39983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T15:53:49,417 INFO [RS:0;713339a81dd9:39983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T15:53:49,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:53:49,417 INFO [RS:0;713339a81dd9:39983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T15:53:49,417 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T15:53:49,418 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T15:53:49,418 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1325): Online Regions={a92d05565206e72b637888a6f22d725f=TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f., 1588230740=hbase:meta,,1.1588230740, cd5c865c7e315c6ceb38b25df94a2be8=TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.} 2024-12-03T15:53:49,418 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T15:53:49,418 DEBUG [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a92d05565206e72b637888a6f22d725f, cd5c865c7e315c6ceb38b25df94a2be8 2024-12-03T15:53:49,418 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:53:49,418 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:53:49,418 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:53:49,418 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:53:49,418 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:53:49,418 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda->hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48-top, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ba562cb2e8d149418a8cd5c56c4c40f8, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9d060a4da23d4cd8820b36a0c6115f44, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/c3d9e4b08b6846169f18f44beccd2b69, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e3c3354fa387452c8d14c97c783856c4, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/0fd474ea70854efdad28b38bd96e0fa5, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ff0471fb988f41db8978d471a2e19524, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/a329f2935dcf4568b16197cbb49e67ca, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/baa02a8dfff74fd190817eadb95248eb, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/fb3a1b3a44844e4087790254cd473076, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/93d7bba122bb458585997e96b750d36f, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/5fc24eb0882947fd839e0e96337703c6, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/f9c378b142fc427aa79d325d5cb2b175, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/cac20b458664469c90d3505840a71311, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e0644501388e4454b072dedcb02b42ad, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/08f97cc091fa4b7c8f25ab68cb4080dc] to archive 2024-12-03T15:53:49,419 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T15:53:49,422 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:53:49,424 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ba562cb2e8d149418a8cd5c56c4c40f8 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ba562cb2e8d149418a8cd5c56c4c40f8 2024-12-03T15:53:49,426 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/TestLogRolling-testLogRolling=2ebf91b0739b4ef03f6df84e54291eda-d32e0a80a056454aa79febf7d1dd38ab 2024-12-03T15:53:49,426 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-03T15:53:49,427 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:53:49,427 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:53:49,427 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241229418Running coprocessor pre-close hooks at 1733241229418Disabling compacts and flushes for region at 1733241229418Disabling writes for close at 1733241229418Writing region close event to WAL at 1733241229422 (+4 ms)Running coprocessor post-close hooks at 1733241229427 (+5 ms)Closed at 1733241229427 2024-12-03T15:53:49,428 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T15:53:49,428 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9d060a4da23d4cd8820b36a0c6115f44 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/9d060a4da23d4cd8820b36a0c6115f44 2024-12-03T15:53:49,429 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/c3d9e4b08b6846169f18f44beccd2b69 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/c3d9e4b08b6846169f18f44beccd2b69 2024-12-03T15:53:49,430 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e3c3354fa387452c8d14c97c783856c4 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e3c3354fa387452c8d14c97c783856c4 2024-12-03T15:53:49,432 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/0fd474ea70854efdad28b38bd96e0fa5 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/0fd474ea70854efdad28b38bd96e0fa5 2024-12-03T15:53:49,433 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ff0471fb988f41db8978d471a2e19524 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/ff0471fb988f41db8978d471a2e19524 2024-12-03T15:53:49,434 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/a329f2935dcf4568b16197cbb49e67ca to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/a329f2935dcf4568b16197cbb49e67ca 2024-12-03T15:53:49,436 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/baa02a8dfff74fd190817eadb95248eb to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/baa02a8dfff74fd190817eadb95248eb 2024-12-03T15:53:49,437 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/fb3a1b3a44844e4087790254cd473076 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/fb3a1b3a44844e4087790254cd473076 2024-12-03T15:53:49,439 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/93d7bba122bb458585997e96b750d36f to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/93d7bba122bb458585997e96b750d36f 2024-12-03T15:53:49,440 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/5fc24eb0882947fd839e0e96337703c6 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/5fc24eb0882947fd839e0e96337703c6 2024-12-03T15:53:49,441 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/f9c378b142fc427aa79d325d5cb2b175 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/f9c378b142fc427aa79d325d5cb2b175 2024-12-03T15:53:49,442 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/cac20b458664469c90d3505840a71311 to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/cac20b458664469c90d3505840a71311 2024-12-03T15:53:49,444 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e0644501388e4454b072dedcb02b42ad to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/e0644501388e4454b072dedcb02b42ad 2024-12-03T15:53:49,445 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/08f97cc091fa4b7c8f25ab68cb4080dc to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/info/08f97cc091fa4b7c8f25ab68cb4080dc 2024-12-03T15:53:49,445 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=713339a81dd9:44269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-03T15:53:49,446 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ba562cb2e8d149418a8cd5c56c4c40f8=39908, 9d060a4da23d4cd8820b36a0c6115f44=13394, c3d9e4b08b6846169f18f44beccd2b69=67456, e3c3354fa387452c8d14c97c783856c4=23944, 0fd474ea70854efdad28b38bd96e0fa5=13394, ff0471fb988f41db8978d471a2e19524=99225, a329f2935dcf4568b16197cbb49e67ca=28156, baa02a8dfff74fd190817eadb95248eb=13394, fb3a1b3a44844e4087790254cd473076=116179, 93d7bba122bb458585997e96b750d36f=13394, 5fc24eb0882947fd839e0e96337703c6=28156, f9c378b142fc427aa79d325d5cb2b175=148076, cac20b458664469c90d3505840a71311=13395, e0644501388e4454b072dedcb02b42ad=28178, 08f97cc091fa4b7c8f25ab68cb4080dc=13402] 2024-12-03T15:53:49,450 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/a92d05565206e72b637888a6f22d725f/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=127 2024-12-03T15:53:49,451 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:49,451 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a92d05565206e72b637888a6f22d725f: Waiting for close lock at 1733241229416Running coprocessor pre-close hooks at 1733241229416Disabling compacts and flushes for region at 1733241229416Disabling writes for close at 1733241229417 (+1 ms)Writing region close event to WAL at 1733241229446 (+29 ms)Running coprocessor post-close hooks at 1733241229451 (+5 ms)Closed at 1733241229451 2024-12-03T15:53:49,451 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733241176537.a92d05565206e72b637888a6f22d725f. 2024-12-03T15:53:49,452 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd5c865c7e315c6ceb38b25df94a2be8, disabling compactions & flushes 2024-12-03T15:53:49,452 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:53:49,452 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:53:49,452 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. after waiting 0 ms 2024-12-03T15:53:49,452 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:53:49,452 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda->hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/2ebf91b0739b4ef03f6df84e54291eda/info/20a4d37a28be49e3aab5547bca133c48-bottom] to archive 2024-12-03T15:53:49,453 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T15:53:49,456 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda to hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/archive/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/info/20a4d37a28be49e3aab5547bca133c48.2ebf91b0739b4ef03f6df84e54291eda 2024-12-03T15:53:49,456 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-03T15:53:49,461 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/data/default/TestLogRolling-testLogRolling/cd5c865c7e315c6ceb38b25df94a2be8/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-12-03T15:53:49,461 INFO [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:53:49,461 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd5c865c7e315c6ceb38b25df94a2be8: Waiting for close lock at 1733241229452Running coprocessor pre-close hooks at 1733241229452Disabling compacts and flushes for region at 1733241229452Disabling writes for close at 1733241229452Writing region close event to WAL at 1733241229457 (+5 ms)Running coprocessor post-close hooks at 1733241229461 (+4 ms)Closed at 1733241229461 2024-12-03T15:53:49,462 DEBUG [RS_CLOSE_REGION-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733241176537.cd5c865c7e315c6ceb38b25df94a2be8. 2024-12-03T15:53:49,618 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(976): stopping server 713339a81dd9,39983,1733241138221; all regions closed. 2024-12-03T15:53:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741834_1010 (size=8107) 2024-12-03T15:53:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741834_1010 (size=8107) 2024-12-03T15:53:49,625 DEBUG [RS:0;713339a81dd9:39983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/oldWALs 2024-12-03T15:53:49,625 INFO [RS:0;713339a81dd9:39983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C39983%2C1733241138221.meta:.meta(num 1733241140961) 2024-12-03T15:53:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741876_1052 (size=780) 2024-12-03T15:53:49,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741876_1052 (size=780) 2024-12-03T15:53:49,632 DEBUG [RS:0;713339a81dd9:39983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/oldWALs 2024-12-03T15:53:49,632 INFO [RS:0;713339a81dd9:39983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C39983%2C1733241138221:(num 1733241229291) 2024-12-03T15:53:49,632 DEBUG [RS:0;713339a81dd9:39983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:49,632 INFO [RS:0;713339a81dd9:39983 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:53:49,632 INFO [RS:0;713339a81dd9:39983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:53:49,632 INFO [RS:0;713339a81dd9:39983 {}] hbase.ChoreService(370): Chore service for: regionserver/713339a81dd9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T15:53:49,633 INFO [RS:0;713339a81dd9:39983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:53:49,633 INFO [RS:0;713339a81dd9:39983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39983 2024-12-03T15:53:49,633 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:53:49,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/713339a81dd9,39983,1733241138221 2024-12-03T15:53:49,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:53:49,636 INFO [RS:0;713339a81dd9:39983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:53:49,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [713339a81dd9,39983,1733241138221] 2024-12-03T15:53:49,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/713339a81dd9,39983,1733241138221 already deleted, retry=false 2024-12-03T15:53:49,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 713339a81dd9,39983,1733241138221 expired; onlineServers=0 2024-12-03T15:53:49,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '713339a81dd9,44269,1733241137735' ***** 2024-12-03T15:53:49,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T15:53:49,639 INFO [M:0;713339a81dd9:44269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:53:49,639 INFO [M:0;713339a81dd9:44269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:53:49,640 DEBUG [M:0;713339a81dd9:44269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T15:53:49,640 DEBUG [M:0;713339a81dd9:44269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T15:53:49,640 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T15:53:49,640 INFO [M:0;713339a81dd9:44269 {}] hbase.ChoreService(370): Chore service for: master/713339a81dd9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T15:53:49,640 INFO [M:0;713339a81dd9:44269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:53:49,640 DEBUG [M:0;713339a81dd9:44269 {}] master.HMaster(1795): Stopping service threads 2024-12-03T15:53:49,640 INFO [M:0;713339a81dd9:44269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T15:53:49,640 INFO [M:0;713339a81dd9:44269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:53:49,640 INFO [M:0;713339a81dd9:44269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T15:53:49,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T15:53:49,640 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241139897 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241139897,5,FailOnTimeoutGroup] 2024-12-03T15:53:49,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T15:53:49,642 DEBUG [M:0;713339a81dd9:44269 {}] zookeeper.ZKUtil(347): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T15:53:49,642 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241139884 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241139884,5,FailOnTimeoutGroup] 2024-12-03T15:53:49,642 WARN [M:0;713339a81dd9:44269 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T15:53:49,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:49,643 INFO [M:0;713339a81dd9:44269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/.lastflushedseqids 2024-12-03T15:53:49,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741877_1053 (size=228) 2024-12-03T15:53:49,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741877_1053 (size=228) 2024-12-03T15:53:49,653 INFO [M:0;713339a81dd9:44269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T15:53:49,653 INFO [M:0;713339a81dd9:44269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T15:53:49,653 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:53:49,653 INFO [M:0;713339a81dd9:44269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:49,653 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:49,653 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:53:49,653 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:49,654 INFO [M:0;713339a81dd9:44269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-12-03T15:53:49,677 DEBUG [M:0;713339a81dd9:44269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36237a5e8edd49a48601610efc751503 is 82, key is hbase:meta,,1/info:regioninfo/1733241141203/Put/seqid=0 2024-12-03T15:53:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741878_1054 (size=5672) 2024-12-03T15:53:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741878_1054 (size=5672) 2024-12-03T15:53:49,684 INFO [M:0;713339a81dd9:44269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36237a5e8edd49a48601610efc751503 2024-12-03T15:53:49,712 DEBUG [M:0;713339a81dd9:44269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75cbe6245dcb4f67a2e7f309d2125299 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733241142317/Put/seqid=0 2024-12-03T15:53:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741879_1055 (size=7090) 2024-12-03T15:53:49,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741879_1055 (size=7090) 2024-12-03T15:53:49,719 INFO [M:0;713339a81dd9:44269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75cbe6245dcb4f67a2e7f309d2125299 2024-12-03T15:53:49,724 INFO [M:0;713339a81dd9:44269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75cbe6245dcb4f67a2e7f309d2125299 2024-12-03T15:53:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101792250110001, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:49,739 INFO [RS:0;713339a81dd9:39983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:53:49,739 INFO [RS:0;713339a81dd9:39983 {}] regionserver.HRegionServer(1031): Exiting; stopping=713339a81dd9,39983,1733241138221; zookeeper connection closed. 2024-12-03T15:53:49,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36d5d0c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36d5d0c2 2024-12-03T15:53:49,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T15:53:49,741 DEBUG [M:0;713339a81dd9:44269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7872b2990e94cb18c94449a827514e5 is 69, key is 713339a81dd9,39983,1733241138221/rs:state/1733241140123/Put/seqid=0 2024-12-03T15:53:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741880_1056 (size=5156) 2024-12-03T15:53:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741880_1056 (size=5156) 2024-12-03T15:53:49,749 INFO [M:0;713339a81dd9:44269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7872b2990e94cb18c94449a827514e5 2024-12-03T15:53:49,780 DEBUG [M:0;713339a81dd9:44269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/851a7b2f99bf4b1fac84a04ca1bccc6f is 52, key is load_balancer_on/state:d/1733241141410/Put/seqid=0 2024-12-03T15:53:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741881_1057 (size=5056) 2024-12-03T15:53:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741881_1057 (size=5056) 2024-12-03T15:53:49,787 INFO [M:0;713339a81dd9:44269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/851a7b2f99bf4b1fac84a04ca1bccc6f 2024-12-03T15:53:49,793 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36237a5e8edd49a48601610efc751503 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36237a5e8edd49a48601610efc751503 2024-12-03T15:53:49,798 INFO [M:0;713339a81dd9:44269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36237a5e8edd49a48601610efc751503, entries=8, sequenceid=125, filesize=5.5 K 2024-12-03T15:53:49,799 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75cbe6245dcb4f67a2e7f309d2125299 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75cbe6245dcb4f67a2e7f309d2125299 2024-12-03T15:53:49,805 INFO [M:0;713339a81dd9:44269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75cbe6245dcb4f67a2e7f309d2125299 2024-12-03T15:53:49,805 INFO [M:0;713339a81dd9:44269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75cbe6245dcb4f67a2e7f309d2125299, entries=13, sequenceid=125, filesize=6.9 K 2024-12-03T15:53:49,806 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7872b2990e94cb18c94449a827514e5 as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7872b2990e94cb18c94449a827514e5 2024-12-03T15:53:49,811 INFO [M:0;713339a81dd9:44269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7872b2990e94cb18c94449a827514e5, entries=1, sequenceid=125, filesize=5.0 K 2024-12-03T15:53:49,812 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/851a7b2f99bf4b1fac84a04ca1bccc6f as hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/851a7b2f99bf4b1fac84a04ca1bccc6f 2024-12-03T15:53:49,817 INFO [M:0;713339a81dd9:44269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39931/user/jenkins/test-data/15a0254f-d0b7-3f80-4ca8-096531db7b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/851a7b2f99bf4b1fac84a04ca1bccc6f, entries=1, sequenceid=125, filesize=4.9 K 2024-12-03T15:53:49,818 INFO [M:0;713339a81dd9:44269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=125, compaction requested=false 2024-12-03T15:53:49,819 INFO [M:0;713339a81dd9:44269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:49,820 DEBUG [M:0;713339a81dd9:44269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241229653Disabling compacts and flushes for region at 1733241229653Disabling writes for close at 1733241229653Obtaining lock to block concurrent updates at 1733241229654 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733241229654Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1733241229654Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733241229655 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733241229655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733241229676 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733241229676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733241229690 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733241229711 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733241229712 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733241229725 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733241229740 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733241229740Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733241229759 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733241229779 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733241229779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4804066: reopening flushed file at 1733241229792 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3df5e7: reopening flushed file at 1733241229798 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6431380e: reopening flushed file at 1733241229805 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b85e46c: reopening flushed file at 1733241229811 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=125, compaction requested=false at 1733241229818 (+7 ms)Writing region close event to WAL at 1733241229819 (+1 ms)Closed at 1733241229819 2024-12-03T15:53:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741830_1006 (size=61332) 2024-12-03T15:53:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741830_1006 (size=61332) 2024-12-03T15:53:49,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:53:49,823 INFO [M:0;713339a81dd9:44269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T15:53:49,823 INFO [M:0;713339a81dd9:44269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44269 2024-12-03T15:53:49,823 INFO [M:0;713339a81dd9:44269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:53:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:49,925 INFO [M:0;713339a81dd9:44269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:53:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44269-0x101792250110000, quorum=127.0.0.1:51969, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:49,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63588f5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:53:49,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bab07a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:53:49,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:53:49,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ed5e30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:53:49,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b947a7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir/,STOPPED} 2024-12-03T15:53:49,930 WARN [BP-2092614700-172.17.0.3-1733241135937 heartbeating to localhost/127.0.0.1:39931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:53:49,930 WARN [BP-2092614700-172.17.0.3-1733241135937 heartbeating to localhost/127.0.0.1:39931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2092614700-172.17.0.3-1733241135937 (Datanode Uuid 0a9e925c-f1d3-44c3-8929-c2cd96014581) service to localhost/127.0.0.1:39931 2024-12-03T15:53:49,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:53:49,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:53:49,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data3/current/BP-2092614700-172.17.0.3-1733241135937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:49,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data4/current/BP-2092614700-172.17.0.3-1733241135937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:49,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:53:49,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bc4c74f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:53:49,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12ab0fb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:53:49,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:53:49,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48497856{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:53:49,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebcd28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir/,STOPPED} 2024-12-03T15:53:49,937 WARN [BP-2092614700-172.17.0.3-1733241135937 heartbeating to localhost/127.0.0.1:39931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:53:49,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:53:49,937 WARN [BP-2092614700-172.17.0.3-1733241135937 heartbeating to localhost/127.0.0.1:39931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2092614700-172.17.0.3-1733241135937 (Datanode Uuid fc79841c-8e77-4552-b469-c7e28f54d26f) service to localhost/127.0.0.1:39931 2024-12-03T15:53:49,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:53:49,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data1/current/BP-2092614700-172.17.0.3-1733241135937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:49,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/cluster_043e132c-b28c-eb1b-d8c0-d17b706ca130/data/data2/current/BP-2092614700-172.17.0.3-1733241135937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:49,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:53:49,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b434867{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:53:49,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e5b370{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:53:49,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:53:49,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344f2f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:53:49,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583a21fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir/,STOPPED} 2024-12-03T15:53:49,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T15:53:49,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T15:53:50,008 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 98) - Thread LEAK? -, OpenFileDescriptor=450 (was 424) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 473) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=425 (was 2394) 2024-12-03T15:53:50,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=424 2024-12-03T15:53:50,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.log.dir so I do NOT create it in target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6712f82b-1161-4c7f-6c81-602ef2eb3dee/hadoop.tmp.dir so I do NOT create it in target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f, deleteOnExit=true 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/test.cache.data in system properties and HBase conf 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.log.dir in system properties and HBase conf 2024-12-03T15:53:50,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T15:53:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T15:53:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T15:53:50,018 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T15:53:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:53:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T15:53:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T15:53:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:53:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/nfs.dump.dir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/java.io.tmpdir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T15:53:50,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T15:53:50,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:53:50,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:53:50,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:53:50,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:53:50,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:53:50,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:53:50,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d0f0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:53:50,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b42b62e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:53:50,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f72d166{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/java.io.tmpdir/jetty-localhost-43235-hadoop-hdfs-3_4_1-tests_jar-_-any-10196042309065785058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:53:50,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b5fbc2c{HTTP/1.1, (http/1.1)}{localhost:43235} 2024-12-03T15:53:50,264 INFO [Time-limited test {}] server.Server(415): Started @246342ms 2024-12-03T15:53:50,290 INFO [regionserver/713339a81dd9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:53:50,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:53:50,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:53:50,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:53:50,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:53:50,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:53:50,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698aeb92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:53:50,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b7abf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:53:50,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5718e4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/java.io.tmpdir/jetty-localhost-45033-hadoop-hdfs-3_4_1-tests_jar-_-any-9642254519740803369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:53:50,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d89efad{HTTP/1.1, (http/1.1)}{localhost:45033} 2024-12-03T15:53:50,478 INFO [Time-limited test {}] server.Server(415): Started @246555ms 2024-12-03T15:53:50,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:53:50,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T15:53:50,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T15:53:50,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T15:53:50,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T15:53:50,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T15:53:50,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d30c434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.log.dir/,AVAILABLE} 2024-12-03T15:53:50,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220b4037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T15:53:50,586 WARN [Thread-1597 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data2/current/BP-1661614943-172.17.0.3-1733241230060/current, will proceed with Du for space computation calculation, 2024-12-03T15:53:50,586 WARN [Thread-1596 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data1/current/BP-1661614943-172.17.0.3-1733241230060/current, will proceed with Du for space computation calculation, 2024-12-03T15:53:50,620 WARN [Thread-1575 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:53:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bfe933070c1fa4e with lease ID 0x56e2b46f550ca98d: Processing first storage report for DS-94caab04-bc14-4275-b807-9b84f05e1c49 from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=06628226-23bb-4573-858e-2ae503d4b5bb, infoPort=40363, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060) 2024-12-03T15:53:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bfe933070c1fa4e with lease ID 0x56e2b46f550ca98d: from storage DS-94caab04-bc14-4275-b807-9b84f05e1c49 node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=06628226-23bb-4573-858e-2ae503d4b5bb, infoPort=40363, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:53:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bfe933070c1fa4e with lease ID 0x56e2b46f550ca98d: Processing first storage report for DS-6e067f7d-6ccc-447f-88c0-3fbabfd07338 from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=06628226-23bb-4573-858e-2ae503d4b5bb, infoPort=40363, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060) 2024-12-03T15:53:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bfe933070c1fa4e with lease ID 0x56e2b46f550ca98d: from storage DS-6e067f7d-6ccc-447f-88c0-3fbabfd07338 node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=06628226-23bb-4573-858e-2ae503d4b5bb, infoPort=40363, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:53:50,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57bc2473{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/java.io.tmpdir/jetty-localhost-34211-hadoop-hdfs-3_4_1-tests_jar-_-any-15717714443366595001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:53:50,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6147696b{HTTP/1.1, (http/1.1)}{localhost:34211} 2024-12-03T15:53:50,653 INFO [Time-limited test {}] server.Server(415): Started @246731ms 2024-12-03T15:53:50,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T15:53:50,743 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data3/current/BP-1661614943-172.17.0.3-1733241230060/current, will proceed with Du for space computation calculation, 2024-12-03T15:53:50,743 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data4/current/BP-1661614943-172.17.0.3-1733241230060/current, will proceed with Du for space computation calculation, 2024-12-03T15:53:50,768 WARN [Thread-1611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T15:53:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee94bcd06db1c401 with lease ID 0x56e2b46f550ca98e: Processing first storage report for DS-c74fbe09-5547-4fd0-8b81-1436c3660dce from datanode DatanodeRegistration(127.0.0.1:36213, datanodeUuid=c1ef7636-5047-402e-a893-7931a50db2c4, infoPort=44563, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060) 2024-12-03T15:53:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee94bcd06db1c401 with lease ID 0x56e2b46f550ca98e: from storage DS-c74fbe09-5547-4fd0-8b81-1436c3660dce node DatanodeRegistration(127.0.0.1:36213, datanodeUuid=c1ef7636-5047-402e-a893-7931a50db2c4, infoPort=44563, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T15:53:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee94bcd06db1c401 with lease ID 0x56e2b46f550ca98e: Processing first storage report for DS-dc20095f-aac0-49af-bdb7-10ba741e9457 from datanode DatanodeRegistration(127.0.0.1:36213, datanodeUuid=c1ef7636-5047-402e-a893-7931a50db2c4, infoPort=44563, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060) 2024-12-03T15:53:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee94bcd06db1c401 with lease ID 0x56e2b46f550ca98e: from storage DS-dc20095f-aac0-49af-bdb7-10ba741e9457 node DatanodeRegistration(127.0.0.1:36213, datanodeUuid=c1ef7636-5047-402e-a893-7931a50db2c4, infoPort=44563, infoSecurePort=0, ipcPort=37479, storageInfo=lv=-57;cid=testClusterID;nsid=1813842852;c=1733241230060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T15:53:50,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82 2024-12-03T15:53:50,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/zookeeper_0, clientPort=56317, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T15:53:50,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56317 2024-12-03T15:53:50,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:50,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:50,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:53:50,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741825_1001 (size=7) 2024-12-03T15:53:50,799 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631 with version=8 2024-12-03T15:53:50,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35525/user/jenkins/test-data/a5c74f62-c38f-ef13-1cb6-0f372ff77b7d/hbase-staging 2024-12-03T15:53:50,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:53:50,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:53:50,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:53:50,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:53:50,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:53:50,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:53:50,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T15:53:50,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:53:50,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46435 2024-12-03T15:53:50,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46435 connecting to ZooKeeper ensemble=127.0.0.1:56317 2024-12-03T15:53:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464350x0, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:53:50,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46435-0x1017923bc410000 connected 2024-12-03T15:53:50,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:50,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:50,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:53:50,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631, hbase.cluster.distributed=false 2024-12-03T15:53:50,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:53:50,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46435 2024-12-03T15:53:50,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46435 2024-12-03T15:53:50,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46435 2024-12-03T15:53:50,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46435 2024-12-03T15:53:50,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46435 2024-12-03T15:53:50,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/713339a81dd9:0 server-side Connection retries=45 2024-12-03T15:53:50,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:53:50,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T15:53:50,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T15:53:50,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T15:53:50,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T15:53:50,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T15:53:50,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T15:53:50,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43755 2024-12-03T15:53:50,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43755 connecting to ZooKeeper ensemble=127.0.0.1:56317 2024-12-03T15:53:50,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:50,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:50,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437550x0, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T15:53:50,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437550x0, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:53:50,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43755-0x1017923bc410001 connected 2024-12-03T15:53:50,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T15:53:50,860 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T15:53:50,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T15:53:50,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T15:53:50,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43755 2024-12-03T15:53:50,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43755 2024-12-03T15:53:50,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43755 2024-12-03T15:53:50,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43755 2024-12-03T15:53:50,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43755 2024-12-03T15:53:50,880 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;713339a81dd9:46435 2024-12-03T15:53:50,881 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/713339a81dd9,46435,1733241230801 2024-12-03T15:53:50,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:53:50,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:53:50,883 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/713339a81dd9,46435,1733241230801 2024-12-03T15:53:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T15:53:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:50,886 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T15:53:50,886 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/713339a81dd9,46435,1733241230801 from backup master directory 2024-12-03T15:53:50,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:53:50,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/713339a81dd9,46435,1733241230801 2024-12-03T15:53:50,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T15:53:50,888 WARN [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:53:50,888 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=713339a81dd9,46435,1733241230801 2024-12-03T15:53:50,892 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/hbase.id] with ID: 9d94c20e-98da-4186-b652-d8accc85d25b 2024-12-03T15:53:50,892 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/.tmp/hbase.id 2024-12-03T15:53:50,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:53:50,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741826_1002 (size=42) 2024-12-03T15:53:50,900 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/.tmp/hbase.id]:[hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/hbase.id] 2024-12-03T15:53:50,912 INFO [master/713339a81dd9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:50,912 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T15:53:50,914 INFO [master/713339a81dd9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T15:53:50,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:50,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:53:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741827_1003 (size=196) 2024-12-03T15:53:50,929 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T15:53:50,930 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T15:53:50,930 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:53:50,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:53:50,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741828_1004 (size=1189) 2024-12-03T15:53:50,942 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store 2024-12-03T15:53:50,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:53:50,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741829_1005 (size=34) 2024-12-03T15:53:50,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:53:50,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:53:50,951 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:50,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:50,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:53:50,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:50,951 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:50,951 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241230951Disabling compacts and flushes for region at 1733241230951Disabling writes for close at 1733241230951Writing region close event to WAL at 1733241230951Closed at 1733241230951 2024-12-03T15:53:50,952 WARN [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/.initializing 2024-12-03T15:53:50,952 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/WALs/713339a81dd9,46435,1733241230801 2024-12-03T15:53:50,954 INFO [master/713339a81dd9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:53:50,955 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C46435%2C1733241230801, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/WALs/713339a81dd9,46435,1733241230801, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/oldWALs, maxLogs=10 2024-12-03T15:53:50,970 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/WALs/713339a81dd9,46435,1733241230801/713339a81dd9%2C46435%2C1733241230801.1733241230955, exclude list is [], retry=0 2024-12-03T15:53:50,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-94caab04-bc14-4275-b807-9b84f05e1c49,DISK] 2024-12-03T15:53:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36213,DS-c74fbe09-5547-4fd0-8b81-1436c3660dce,DISK] 2024-12-03T15:53:50,975 INFO [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/WALs/713339a81dd9,46435,1733241230801/713339a81dd9%2C46435%2C1733241230801.1733241230955 2024-12-03T15:53:50,975 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40363:40363),(127.0.0.1/127.0.0.1:44563:44563)] 2024-12-03T15:53:50,975 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:53:50,976 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:53:50,976 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,976 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T15:53:50,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:50,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:50,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T15:53:50,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:50,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:53:50,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T15:53:50,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:50,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:53:50,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T15:53:50,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:50,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T15:53:50,987 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,987 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,988 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,989 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,989 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,990 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T15:53:50,992 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T15:53:50,994 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:53:50,995 INFO [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=695135, jitterRate=-0.11609114706516266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T15:53:50,996 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733241230976Initializing all the Stores at 1733241230977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241230977Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241230978 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241230978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241230978Cleaning up temporary data from old regions at 1733241230990 (+12 ms)Region opened successfully at 1733241230996 (+6 ms) 2024-12-03T15:53:50,996 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T15:53:51,000 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed28ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:53:51,001 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T15:53:51,001 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T15:53:51,001 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T15:53:51,001 INFO [master/713339a81dd9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T15:53:51,002 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T15:53:51,002 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T15:53:51,002 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T15:53:51,008 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T15:53:51,009 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T15:53:51,011 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T15:53:51,011 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T15:53:51,012 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T15:53:51,013 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T15:53:51,014 INFO [master/713339a81dd9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T15:53:51,021 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T15:53:51,023 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T15:53:51,024 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T15:53:51,025 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T15:53:51,027 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T15:53:51,029 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T15:53:51,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:53:51,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T15:53:51,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,032 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=713339a81dd9,46435,1733241230801, sessionid=0x1017923bc410000, setting cluster-up flag (Was=false) 2024-12-03T15:53:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,041 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T15:53:51,043 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,46435,1733241230801 2024-12-03T15:53:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,052 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T15:53:51,053 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=713339a81dd9,46435,1733241230801 2024-12-03T15:53:51,055 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T15:53:51,056 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T15:53:51,057 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T15:53:51,057 INFO [master/713339a81dd9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T15:53:51,057 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 713339a81dd9,46435,1733241230801 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/713339a81dd9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/713339a81dd9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:53:51,059 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,066 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(746): ClusterId : 9d94c20e-98da-4186-b652-d8accc85d25b 2024-12-03T15:53:51,066 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T15:53:51,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:53:51,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T15:53:51,068 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T15:53:51,069 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T15:53:51,069 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T15:53:51,070 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733241261070 2024-12-03T15:53:51,070 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T15:53:51,070 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T15:53:51,070 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T15:53:51,070 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T15:53:51,070 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T15:53:51,070 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T15:53:51,072 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T15:53:51,072 DEBUG [RS:0;713339a81dd9:43755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ef7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=713339a81dd9/172.17.0.3:0 2024-12-03T15:53:51,074 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,078 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T15:53:51,078 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T15:53:51,078 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T15:53:51,079 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T15:53:51,079 INFO [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T15:53:51,079 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241231079,5,FailOnTimeoutGroup] 2024-12-03T15:53:51,079 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241231079,5,FailOnTimeoutGroup] 2024-12-03T15:53:51,079 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,079 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T15:53:51,080 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,080 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:53:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741831_1007 (size=1321) 2024-12-03T15:53:51,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T15:53:51,083 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631 2024-12-03T15:53:51,088 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;713339a81dd9:43755 2024-12-03T15:53:51,088 INFO [RS:0;713339a81dd9:43755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T15:53:51,088 INFO [RS:0;713339a81dd9:43755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T15:53:51,088 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T15:53:51,089 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(2659): reportForDuty to master=713339a81dd9,46435,1733241230801 with port=43755, startcode=1733241230848 2024-12-03T15:53:51,089 DEBUG [RS:0;713339a81dd9:43755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T15:53:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:53:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741832_1008 (size=32) 2024-12-03T15:53:51,091 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T15:53:51,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46435 {}] master.ServerManager(517): Registering regionserver=713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,093 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631 2024-12-03T15:53:51,093 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43153 2024-12-03T15:53:51,093 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T15:53:51,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:53:51,096 DEBUG [RS:0;713339a81dd9:43755 {}] zookeeper.ZKUtil(111): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,096 WARN [RS:0;713339a81dd9:43755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T15:53:51,096 INFO [RS:0;713339a81dd9:43755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:53:51,096 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [713339a81dd9,43755,1733241230848] 2024-12-03T15:53:51,100 INFO [RS:0;713339a81dd9:43755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T15:53:51,101 INFO [RS:0;713339a81dd9:43755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T15:53:51,102 INFO [RS:0;713339a81dd9:43755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T15:53:51,102 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,102 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T15:53:51,103 INFO [RS:0;713339a81dd9:43755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T15:53:51,103 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/713339a81dd9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/713339a81dd9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:53:51,103 DEBUG [RS:0;713339a81dd9:43755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/713339a81dd9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T15:53:51,104 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,104 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,104 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,104 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,104 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,104 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,43755,1733241230848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:53:51,119 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T15:53:51,119 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,43755,1733241230848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,119 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,119 INFO [RS:0;713339a81dd9:43755 {}] regionserver.Replication(171): 713339a81dd9,43755,1733241230848 started 2024-12-03T15:53:51,134 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,134 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1482): Serving as 713339a81dd9,43755,1733241230848, RpcServer on 713339a81dd9/172.17.0.3:43755, sessionid=0x1017923bc410001 2024-12-03T15:53:51,134 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T15:53:51,134 DEBUG [RS:0;713339a81dd9:43755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,134 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,43755,1733241230848' 2024-12-03T15:53:51,134 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T15:53:51,135 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T15:53:51,135 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T15:53:51,135 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T15:53:51,135 DEBUG [RS:0;713339a81dd9:43755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,135 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '713339a81dd9,43755,1733241230848' 2024-12-03T15:53:51,135 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T15:53:51,136 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T15:53:51,136 DEBUG [RS:0;713339a81dd9:43755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T15:53:51,136 INFO [RS:0;713339a81dd9:43755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T15:53:51,136 INFO [RS:0;713339a81dd9:43755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T15:53:51,237 INFO [RS:0;713339a81dd9:43755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:53:51,238 INFO [RS:0;713339a81dd9:43755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C43755%2C1733241230848, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/oldWALs, maxLogs=32 2024-12-03T15:53:51,260 DEBUG [RS:0;713339a81dd9:43755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848/713339a81dd9%2C43755%2C1733241230848.1733241231239, exclude list is [], retry=0 2024-12-03T15:53:51,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36213,DS-c74fbe09-5547-4fd0-8b81-1436c3660dce,DISK] 2024-12-03T15:53:51,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-94caab04-bc14-4275-b807-9b84f05e1c49,DISK] 2024-12-03T15:53:51,266 INFO [RS:0;713339a81dd9:43755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848/713339a81dd9%2C43755%2C1733241230848.1733241231239 2024-12-03T15:53:51,266 DEBUG [RS:0;713339a81dd9:43755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:40363:40363)] 2024-12-03T15:53:51,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:53:51,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:53:51,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:53:51,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:53:51,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:53:51,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:53:51,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:53:51,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:53:51,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:53:51,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:53:51,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740 2024-12-03T15:53:51,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740 2024-12-03T15:53:51,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:53:51,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:53:51,504 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:53:51,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:53:51,506 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T15:53:51,507 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=852777, jitterRate=0.08436217904090881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:53:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733241231492Initializing all the Stores at 1733241231493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241231493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241231493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241231493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241231493Cleaning up temporary data from old regions at 1733241231503 (+10 ms)Region opened successfully at 1733241231507 (+4 ms) 2024-12-03T15:53:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:53:51,508 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:53:51,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:53:51,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:53:51,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:53:51,508 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:53:51,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241231507Disabling compacts and flushes for region at 1733241231507Disabling writes for close at 1733241231508 (+1 ms)Writing region close event to WAL at 1733241231508Closed at 1733241231508 2024-12-03T15:53:51,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:53:51,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T15:53:51,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T15:53:51,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:53:51,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T15:53:51,661 DEBUG [713339a81dd9:46435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T15:53:51,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,663 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,43755,1733241230848, state=OPENING 2024-12-03T15:53:51,665 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T15:53:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:51,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:53:51,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:53:51,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T15:53:51,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,43755,1733241230848}] 2024-12-03T15:53:51,820 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T15:53:51,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T15:53:51,825 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T15:53:51,825 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:53:51,825 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T15:53:51,827 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=713339a81dd9%2C43755%2C1733241230848.meta, suffix=.meta, logDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/oldWALs, maxLogs=32 2024-12-03T15:53:51,841 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848/713339a81dd9%2C43755%2C1733241230848.meta.1733241231827.meta, exclude list is [], retry=0 2024-12-03T15:53:51,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36213,DS-c74fbe09-5547-4fd0-8b81-1436c3660dce,DISK] 2024-12-03T15:53:51,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-94caab04-bc14-4275-b807-9b84f05e1c49,DISK] 2024-12-03T15:53:51,846 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848/713339a81dd9%2C43755%2C1733241230848.meta.1733241231827.meta 2024-12-03T15:53:51,846 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:40363:40363)] 2024-12-03T15:53:51,847 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T15:53:51,847 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T15:53:51,847 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T15:53:51,847 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T15:53:51,847 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T15:53:51,847 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T15:53:51,847 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T15:53:51,847 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T15:53:51,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T15:53:51,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T15:53:51,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T15:53:51,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T15:53:51,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T15:53:51,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T15:53:51,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T15:53:51,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T15:53:51,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T15:53:51,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T15:53:51,853 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T15:53:51,854 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740 2024-12-03T15:53:51,855 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740 2024-12-03T15:53:51,856 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T15:53:51,856 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T15:53:51,857 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T15:53:51,858 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T15:53:51,858 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781798, jitterRate=-0.005893588066101074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T15:53:51,859 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T15:53:51,859 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733241231847Writing region info on filesystem at 1733241231847Initializing all the Stores at 1733241231848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241231848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241231848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733241231848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733241231848Cleaning up temporary data from old regions at 1733241231856 (+8 ms)Running coprocessor post-open hooks at 1733241231859 (+3 ms)Region opened successfully at 1733241231859 2024-12-03T15:53:51,860 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733241231819 2024-12-03T15:53:51,862 DEBUG [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T15:53:51,862 INFO [RS_OPEN_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T15:53:51,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 713339a81dd9,43755,1733241230848, state=OPEN 2024-12-03T15:53:51,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:53:51,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T15:53:51,868 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=713339a81dd9,43755,1733241230848 2024-12-03T15:53:51,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:53:51,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T15:53:51,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T15:53:51,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=713339a81dd9,43755,1733241230848 in 201 msec 2024-12-03T15:53:51,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T15:53:51,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-03T15:53:51,873 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T15:53:51,873 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T15:53:51,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:53:51,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43755,1733241230848, seqNum=-1] 2024-12-03T15:53:51,875 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:53:51,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:53:51,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 824 msec 2024-12-03T15:53:51,881 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733241231881, completionTime=-1 2024-12-03T15:53:51,881 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T15:53:51,881 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733241291883 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733241351883 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,46435,1733241230801-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,46435,1733241230801-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,46435,1733241230801-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-713339a81dd9:46435, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,883 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,884 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,885 DEBUG [master/713339a81dd9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T15:53:51,887 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.999sec 2024-12-03T15:53:51,887 INFO [master/713339a81dd9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T15:53:51,887 INFO [master/713339a81dd9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T15:53:51,887 INFO [master/713339a81dd9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T15:53:51,887 INFO [master/713339a81dd9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T15:53:51,888 INFO [master/713339a81dd9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T15:53:51,888 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,46435,1733241230801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T15:53:51,888 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,46435,1733241230801-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T15:53:51,890 DEBUG [master/713339a81dd9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T15:53:51,890 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T15:53:51,890 INFO [master/713339a81dd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=713339a81dd9,46435,1733241230801-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T15:53:51,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b95b9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:53:51,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 713339a81dd9,46435,-1 for getting cluster id 2024-12-03T15:53:51,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T15:53:51,968 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d94c20e-98da-4186-b652-d8accc85d25b' 2024-12-03T15:53:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T15:53:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d94c20e-98da-4186-b652-d8accc85d25b" 2024-12-03T15:53:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f1f744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:53:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [713339a81dd9,46435,-1] 2024-12-03T15:53:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T15:53:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:51,971 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T15:53:51,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a19036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T15:53:51,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T15:53:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=713339a81dd9,43755,1733241230848, seqNum=-1] 2024-12-03T15:53:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T15:53:51,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T15:53:51,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=713339a81dd9,46435,1733241230801 2024-12-03T15:53:51,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T15:53:51,979 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-03T15:53:51,979 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T15:53:51,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T15:53:51,982 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/oldWALs, maxLogs=32 2024-12-03T15:53:51,996 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1/test.com%2C8080%2C1.1733241231983, exclude list is [], retry=0 2024-12-03T15:53:52,000 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36213,DS-c74fbe09-5547-4fd0-8b81-1436c3660dce,DISK] 2024-12-03T15:53:52,000 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-94caab04-bc14-4275-b807-9b84f05e1c49,DISK] 2024-12-03T15:53:52,002 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1/test.com%2C8080%2C1.1733241231983 2024-12-03T15:53:52,002 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:40363:40363)] 2024-12-03T15:53:52,022 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1/test.com%2C8080%2C1.1733241232002, exclude list is [], retry=0 2024-12-03T15:53:52,025 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-94caab04-bc14-4275-b807-9b84f05e1c49,DISK] 2024-12-03T15:53:52,026 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36213,DS-c74fbe09-5547-4fd0-8b81-1436c3660dce,DISK] 2024-12-03T15:53:52,027 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1/test.com%2C8080%2C1.1733241231983 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1/test.com%2C8080%2C1.1733241232002 2024-12-03T15:53:52,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40363:40363),(127.0.0.1/127.0.0.1:44563:44563)] 2024-12-03T15:53:52,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1/test.com%2C8080%2C1.1733241231983 is not closed yet, will try archiving it next time 2024-12-03T15:53:52,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741835_1011 (size=93) 2024-12-03T15:53:52,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741835_1011 (size=93) 2024-12-03T15:53:52,033 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/test.com,8080,1/test.com%2C8080%2C1.1733241231983 to hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/oldWALs/test.com%2C8080%2C1.1733241231983 2024-12-03T15:53:52,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741836_1012 (size=93) 2024-12-03T15:53:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741836_1012 (size=93) 2024-12-03T15:53:52,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/oldWALs 2024-12-03T15:53:52,036 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733241232002) 2024-12-03T15:53:52,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T15:53:52,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:53:52,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:53:52,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:52,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:52,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T15:53:52,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T15:53:52,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355690536, stopped=false 2024-12-03T15:53:52,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=713339a81dd9,46435,1733241230801 2024-12-03T15:53:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:53:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T15:53:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:52,040 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:53:52,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T15:53:52,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:53:52,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:52,041 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '713339a81dd9,43755,1733241230848' ***** 2024-12-03T15:53:52,041 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T15:53:52,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T15:53:52,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T15:53:52,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(959): stopping server 713339a81dd9,43755,1733241230848 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;713339a81dd9:43755. 2024-12-03T15:53:52,041 DEBUG [RS:0;713339a81dd9:43755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T15:53:52,041 DEBUG [RS:0;713339a81dd9:43755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T15:53:52,041 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T15:53:52,042 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T15:53:52,042 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T15:53:52,042 DEBUG [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T15:53:52,042 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T15:53:52,042 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T15:53:52,042 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T15:53:52,042 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T15:53:52,042 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T15:53:52,042 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T15:53:52,058 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740/.tmp/ns/8dcb31041dbf47f8b4179e709a7eebd6 is 43, key is default/ns:d/1733241231876/Put/seqid=0 2024-12-03T15:53:52,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741837_1013 (size=5153) 2024-12-03T15:53:52,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741837_1013 (size=5153) 2024-12-03T15:53:52,065 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740/.tmp/ns/8dcb31041dbf47f8b4179e709a7eebd6 2024-12-03T15:53:52,070 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740/.tmp/ns/8dcb31041dbf47f8b4179e709a7eebd6 as hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740/ns/8dcb31041dbf47f8b4179e709a7eebd6 2024-12-03T15:53:52,076 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740/ns/8dcb31041dbf47f8b4179e709a7eebd6, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T15:53:52,077 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false 2024-12-03T15:53:52,078 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T15:53:52,083 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T15:53:52,083 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T15:53:52,083 INFO [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T15:53:52,083 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733241232042Running coprocessor pre-close hooks at 1733241232042Disabling compacts and flushes for region at 1733241232042Disabling writes for close at 1733241232042Obtaining lock to block concurrent updates at 1733241232042Preparing flush snapshotting stores in 1588230740 at 1733241232042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733241232043 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733241232043Flushing 1588230740/ns: creating writer at 1733241232043Flushing 1588230740/ns: appending metadata at 1733241232058 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733241232058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d85dd96: reopening flushed file at 1733241232070 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false at 1733241232077 (+7 ms)Writing region close event to WAL at 1733241232079 (+2 ms)Running coprocessor post-close hooks at 1733241232083 (+4 ms)Closed at 1733241232083 2024-12-03T15:53:52,084 DEBUG [RS_CLOSE_META-regionserver/713339a81dd9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T15:53:52,190 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T15:53:52,190 INFO [regionserver/713339a81dd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T15:53:52,242 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(976): stopping server 713339a81dd9,43755,1733241230848; all regions closed. 2024-12-03T15:53:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741834_1010 (size=1152) 2024-12-03T15:53:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741834_1010 (size=1152) 2024-12-03T15:53:52,247 DEBUG [RS:0;713339a81dd9:43755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/oldWALs 2024-12-03T15:53:52,247 INFO [RS:0;713339a81dd9:43755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C43755%2C1733241230848.meta:.meta(num 1733241231827) 2024-12-03T15:53:52,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741833_1009 (size=93) 2024-12-03T15:53:52,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741833_1009 (size=93) 2024-12-03T15:53:52,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/WALs/713339a81dd9,43755,1733241230848/713339a81dd9%2C43755%2C1733241230848.1733241231239 not finished, retry = 0 2024-12-03T15:53:52,354 DEBUG [RS:0;713339a81dd9:43755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/oldWALs 2024-12-03T15:53:52,354 INFO [RS:0;713339a81dd9:43755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 713339a81dd9%2C43755%2C1733241230848:(num 1733241231239) 2024-12-03T15:53:52,354 DEBUG [RS:0;713339a81dd9:43755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T15:53:52,354 INFO [RS:0;713339a81dd9:43755 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T15:53:52,354 INFO [RS:0;713339a81dd9:43755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:53:52,354 INFO [RS:0;713339a81dd9:43755 {}] hbase.ChoreService(370): Chore service for: regionserver/713339a81dd9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T15:53:52,354 INFO [RS:0;713339a81dd9:43755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:53:52,354 INFO [regionserver/713339a81dd9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:53:52,354 INFO [RS:0;713339a81dd9:43755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43755 2024-12-03T15:53:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T15:53:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/713339a81dd9,43755,1733241230848 2024-12-03T15:53:52,356 INFO [RS:0;713339a81dd9:43755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:53:52,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [713339a81dd9,43755,1733241230848] 2024-12-03T15:53:52,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/713339a81dd9,43755,1733241230848 already deleted, retry=false 2024-12-03T15:53:52,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 713339a81dd9,43755,1733241230848 expired; onlineServers=0 2024-12-03T15:53:52,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '713339a81dd9,46435,1733241230801' ***** 2024-12-03T15:53:52,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T15:53:52,360 INFO [M:0;713339a81dd9:46435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T15:53:52,360 INFO [M:0;713339a81dd9:46435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T15:53:52,360 DEBUG [M:0;713339a81dd9:46435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T15:53:52,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T15:53:52,360 DEBUG [M:0;713339a81dd9:46435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T15:53:52,360 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241231079 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.large.0-1733241231079,5,FailOnTimeoutGroup] 2024-12-03T15:53:52,360 DEBUG [master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241231079 {}] cleaner.HFileCleaner(306): Exit Thread[master/713339a81dd9:0:becomeActiveMaster-HFileCleaner.small.0-1733241231079,5,FailOnTimeoutGroup] 2024-12-03T15:53:52,360 INFO [M:0;713339a81dd9:46435 {}] hbase.ChoreService(370): Chore service for: master/713339a81dd9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T15:53:52,360 INFO [M:0;713339a81dd9:46435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T15:53:52,360 DEBUG [M:0;713339a81dd9:46435 {}] master.HMaster(1795): Stopping service threads 2024-12-03T15:53:52,360 INFO [M:0;713339a81dd9:46435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T15:53:52,360 INFO [M:0;713339a81dd9:46435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T15:53:52,361 INFO [M:0;713339a81dd9:46435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T15:53:52,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T15:53:52,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T15:53:52,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T15:53:52,362 DEBUG [M:0;713339a81dd9:46435 {}] zookeeper.ZKUtil(347): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T15:53:52,362 WARN [M:0;713339a81dd9:46435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T15:53:52,362 INFO [M:0;713339a81dd9:46435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/.lastflushedseqids 2024-12-03T15:53:52,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741838_1014 (size=99) 2024-12-03T15:53:52,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741838_1014 (size=99) 2024-12-03T15:53:52,368 INFO [M:0;713339a81dd9:46435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T15:53:52,369 INFO [M:0;713339a81dd9:46435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T15:53:52,369 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T15:53:52,369 INFO [M:0;713339a81dd9:46435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:52,369 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:52,369 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T15:53:52,369 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:52,369 INFO [M:0;713339a81dd9:46435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-03T15:53:52,385 DEBUG [M:0;713339a81dd9:46435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ebd86c237b0409e835bec61ae0fb36b is 82, key is hbase:meta,,1/info:regioninfo/1733241231863/Put/seqid=0 2024-12-03T15:53:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741839_1015 (size=5672) 2024-12-03T15:53:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741839_1015 (size=5672) 2024-12-03T15:53:52,391 INFO [M:0;713339a81dd9:46435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ebd86c237b0409e835bec61ae0fb36b 2024-12-03T15:53:52,411 DEBUG [M:0;713339a81dd9:46435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab58f7f7fc5f4b81b0ead86f94efda4e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733241231880/Put/seqid=0 2024-12-03T15:53:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741840_1016 (size=5275) 2024-12-03T15:53:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741840_1016 (size=5275) 2024-12-03T15:53:52,417 INFO [M:0;713339a81dd9:46435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab58f7f7fc5f4b81b0ead86f94efda4e 2024-12-03T15:53:52,437 DEBUG [M:0;713339a81dd9:46435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec8cceeafff6447cbdeb74a637a94508 is 69, key is 713339a81dd9,43755,1733241230848/rs:state/1733241231092/Put/seqid=0 2024-12-03T15:53:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741841_1017 (size=5156) 2024-12-03T15:53:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741841_1017 (size=5156) 2024-12-03T15:53:52,443 INFO [M:0;713339a81dd9:46435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec8cceeafff6447cbdeb74a637a94508 2024-12-03T15:53:52,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:52,458 INFO [RS:0;713339a81dd9:43755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:53:52,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43755-0x1017923bc410001, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:52,459 INFO [RS:0;713339a81dd9:43755 {}] regionserver.HRegionServer(1031): Exiting; stopping=713339a81dd9,43755,1733241230848; zookeeper connection closed. 2024-12-03T15:53:52,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@131624b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@131624b1 2024-12-03T15:53:52,459 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T15:53:52,464 DEBUG [M:0;713339a81dd9:46435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d3a4ff9e2a7c48468c1f87fd6367d86c is 52, key is load_balancer_on/state:d/1733241231978/Put/seqid=0 2024-12-03T15:53:52,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741842_1018 (size=5056) 2024-12-03T15:53:52,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741842_1018 (size=5056) 2024-12-03T15:53:52,471 INFO [M:0;713339a81dd9:46435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d3a4ff9e2a7c48468c1f87fd6367d86c 2024-12-03T15:53:52,477 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ebd86c237b0409e835bec61ae0fb36b as hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ebd86c237b0409e835bec61ae0fb36b 2024-12-03T15:53:52,482 INFO [M:0;713339a81dd9:46435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ebd86c237b0409e835bec61ae0fb36b, entries=8, sequenceid=29, filesize=5.5 K 2024-12-03T15:53:52,483 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab58f7f7fc5f4b81b0ead86f94efda4e as hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab58f7f7fc5f4b81b0ead86f94efda4e 2024-12-03T15:53:52,488 INFO [M:0;713339a81dd9:46435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab58f7f7fc5f4b81b0ead86f94efda4e, entries=3, sequenceid=29, filesize=5.2 K 2024-12-03T15:53:52,490 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec8cceeafff6447cbdeb74a637a94508 as hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec8cceeafff6447cbdeb74a637a94508 2024-12-03T15:53:52,495 INFO [M:0;713339a81dd9:46435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec8cceeafff6447cbdeb74a637a94508, entries=1, sequenceid=29, filesize=5.0 K 2024-12-03T15:53:52,496 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d3a4ff9e2a7c48468c1f87fd6367d86c as hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d3a4ff9e2a7c48468c1f87fd6367d86c 2024-12-03T15:53:52,501 INFO [M:0;713339a81dd9:46435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/ed4711a2-c438-4cab-cf5e-79151f08e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d3a4ff9e2a7c48468c1f87fd6367d86c, entries=1, sequenceid=29, filesize=4.9 K 2024-12-03T15:53:52,502 INFO [M:0;713339a81dd9:46435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=29, compaction requested=false 2024-12-03T15:53:52,504 INFO [M:0;713339a81dd9:46435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T15:53:52,504 DEBUG [M:0;713339a81dd9:46435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733241232369Disabling compacts and flushes for region at 1733241232369Disabling writes for close at 1733241232369Obtaining lock to block concurrent updates at 1733241232369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733241232369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733241232369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733241232370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733241232370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733241232385 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733241232385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733241232396 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733241232411 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733241232411Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733241232422 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733241232436 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733241232436Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733241232448 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733241232463 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733241232464 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2453cf: reopening flushed file at 1733241232476 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7802c333: reopening flushed file at 1733241232482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637cf85e: reopening flushed file at 1733241232489 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68be84c0: reopening flushed file at 1733241232495 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=29, compaction requested=false at 1733241232502 (+7 ms)Writing region close event to WAL at 1733241232504 (+2 ms)Closed at 1733241232504 2024-12-03T15:53:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36213 is added to blk_1073741830_1006 (size=10311) 2024-12-03T15:53:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741830_1006 (size=10311) 2024-12-03T15:53:52,507 INFO [M:0;713339a81dd9:46435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T15:53:52,507 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T15:53:52,507 INFO [M:0;713339a81dd9:46435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46435 2024-12-03T15:53:52,508 INFO [M:0;713339a81dd9:46435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T15:53:52,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:52,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46435-0x1017923bc410000, quorum=127.0.0.1:56317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T15:53:52,612 INFO [M:0;713339a81dd9:46435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T15:53:52,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57bc2473{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:53:52,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6147696b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:53:52,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:53:52,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220b4037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:53:52,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d30c434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.log.dir/,STOPPED} 2024-12-03T15:53:52,624 WARN [BP-1661614943-172.17.0.3-1733241230060 heartbeating to localhost/127.0.0.1:43153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:53:52,624 WARN [BP-1661614943-172.17.0.3-1733241230060 heartbeating to localhost/127.0.0.1:43153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1661614943-172.17.0.3-1733241230060 (Datanode Uuid c1ef7636-5047-402e-a893-7931a50db2c4) service to localhost/127.0.0.1:43153 2024-12-03T15:53:52,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:53:52,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:53:52,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data3/current/BP-1661614943-172.17.0.3-1733241230060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:52,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data4/current/BP-1661614943-172.17.0.3-1733241230060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:52,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:53:52,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5718e4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T15:53:52,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d89efad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:53:52,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:53:52,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b7abf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:53:52,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698aeb92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.log.dir/,STOPPED} 2024-12-03T15:53:52,629 WARN [BP-1661614943-172.17.0.3-1733241230060 heartbeating to localhost/127.0.0.1:43153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T15:53:52,629 WARN [BP-1661614943-172.17.0.3-1733241230060 heartbeating to localhost/127.0.0.1:43153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1661614943-172.17.0.3-1733241230060 (Datanode Uuid 06628226-23bb-4573-858e-2ae503d4b5bb) service to localhost/127.0.0.1:43153 2024-12-03T15:53:52,629 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T15:53:52,629 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T15:53:52,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data1/current/BP-1661614943-172.17.0.3-1733241230060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:52,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/cluster_f478c7ed-1750-63e7-aa7a-43ec81d45a6f/data/data2/current/BP-1661614943-172.17.0.3-1733241230060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T15:53:52,630 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T15:53:52,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f72d166{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T15:53:52,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b5fbc2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T15:53:52,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T15:53:52,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b42b62e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T15:53:52,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d0f0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1835eafb-8928-5590-af7e-ef709b8f9b82/hadoop.log.dir/,STOPPED} 2024-12-03T15:53:52,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T15:53:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T15:53:52,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 109) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=384 (was 424)