2024-11-15 16:49:15,273 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-15 16:49:15,288 main DEBUG Took 0.012934 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 16:49:15,289 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 16:49:15,289 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 16:49:15,290 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 16:49:15,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,300 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 16:49:15,315 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,318 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,319 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,320 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,321 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,323 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,324 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,325 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,326 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,327 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,329 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:49:15,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,331 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 16:49:15,333 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:49:15,335 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 16:49:15,337 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 16:49:15,337 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 16:49:15,339 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 16:49:15,339 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 16:49:15,351 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 16:49:15,354 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 16:49:15,356 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 16:49:15,356 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 16:49:15,357 main DEBUG createAppenders(={Console}) 2024-11-15 16:49:15,358 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-15 16:49:15,358 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-15 16:49:15,359 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-15 16:49:15,359 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 16:49:15,360 main DEBUG OutputStream closed 2024-11-15 16:49:15,360 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 16:49:15,361 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 16:49:15,361 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-15 16:49:15,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 16:49:15,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 16:49:15,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 16:49:15,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 16:49:15,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 16:49:15,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 16:49:15,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 16:49:15,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 16:49:15,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 16:49:15,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 16:49:15,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 16:49:15,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 16:49:15,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 16:49:15,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 16:49:15,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 16:49:15,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 16:49:15,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 16:49:15,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 16:49:15,454 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 16:49:15,455 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-15 16:49:15,455 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 16:49:15,456 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-15T16:49:15,744 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed 2024-11-15 16:49:15,748 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 16:49:15,748 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T16:49:15,762 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-15T16:49:15,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=722, ProcessCount=11, AvailableMemoryMB=6946 2024-11-15T16:49:15,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T16:49:15,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d, deleteOnExit=true 2024-11-15T16:49:15,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T16:49:15,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/test.cache.data in system properties and HBase conf 2024-11-15T16:49:15,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T16:49:15,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir in system properties and HBase conf 2024-11-15T16:49:15,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T16:49:15,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T16:49:15,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T16:49:15,973 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T16:49:16,116 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T16:49:16,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:49:16,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:49:16,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T16:49:16,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:49:16,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T16:49:16,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T16:49:16,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:49:16,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:49:16,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T16:49:16,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/nfs.dump.dir in system properties and HBase conf 2024-11-15T16:49:16,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/java.io.tmpdir in system properties and HBase conf 2024-11-15T16:49:16,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:49:16,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T16:49:16,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T16:49:17,070 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T16:49:17,152 INFO [Time-limited test {}] log.Log(170): Logging initialized @2789ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T16:49:17,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:49:17,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:49:17,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:49:17,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:49:17,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:49:17,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:49:17,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:49:17,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:49:17,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/java.io.tmpdir/jetty-localhost-42239-hadoop-hdfs-3_4_1-tests_jar-_-any-10573773194832625734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:49:17,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:42239} 2024-11-15T16:49:17,592 INFO [Time-limited test {}] server.Server(415): Started @3230ms 2024-11-15T16:49:18,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:49:18,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:49:18,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:49:18,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:49:18,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:49:18,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:49:18,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:49:18,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/java.io.tmpdir/jetty-localhost-42355-hadoop-hdfs-3_4_1-tests_jar-_-any-13919736911948454835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:49:18,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:42355} 2024-11-15T16:49:18,216 INFO [Time-limited test {}] server.Server(415): Started @3853ms 2024-11-15T16:49:18,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:49:18,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:49:18,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:49:18,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:49:18,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:49:18,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:49:18,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:49:18,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:49:18,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/java.io.tmpdir/jetty-localhost-38385-hadoop-hdfs-3_4_1-tests_jar-_-any-18405154481391746092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:49:18,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:38385} 2024-11-15T16:49:18,590 INFO [Time-limited test {}] server.Server(415): Started @4228ms 2024-11-15T16:49:18,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:49:18,748 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data1/current/BP-1236325024-172.17.0.2-1731689356831/current, will proceed with Du for space computation calculation, 2024-11-15T16:49:18,748 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data4/current/BP-1236325024-172.17.0.2-1731689356831/current, will proceed with Du for space computation calculation, 2024-11-15T16:49:18,748 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data3/current/BP-1236325024-172.17.0.2-1731689356831/current, will proceed with Du for space computation calculation, 2024-11-15T16:49:18,749 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data2/current/BP-1236325024-172.17.0.2-1731689356831/current, will proceed with Du for space computation calculation, 2024-11-15T16:49:18,817 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:49:18,817 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:49:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7262739c7e3c70cd with lease ID 0x299ae452fa2cc95a: Processing first storage report for DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8 from datanode DatanodeRegistration(127.0.0.1:46371, datanodeUuid=3daecb5e-d37a-40cb-85cb-b77c354f4d93, infoPort=35399, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831) 2024-11-15T16:49:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7262739c7e3c70cd with lease ID 0x299ae452fa2cc95a: from storage DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8 node DatanodeRegistration(127.0.0.1:46371, datanodeUuid=3daecb5e-d37a-40cb-85cb-b77c354f4d93, infoPort=35399, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T16:49:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f1818e52c662d96 with lease ID 0x299ae452fa2cc95b: Processing first storage report for DS-4fbe6263-271d-4f9f-8334-cb8672466c1f from datanode DatanodeRegistration(127.0.0.1:42099, datanodeUuid=c2c264ee-a1c1-4629-aa3f-ce9b45859a42, infoPort=41905, infoSecurePort=0, ipcPort=33957, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831) 2024-11-15T16:49:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f1818e52c662d96 with lease ID 0x299ae452fa2cc95b: from storage DS-4fbe6263-271d-4f9f-8334-cb8672466c1f node DatanodeRegistration(127.0.0.1:42099, datanodeUuid=c2c264ee-a1c1-4629-aa3f-ce9b45859a42, infoPort=41905, infoSecurePort=0, ipcPort=33957, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:49:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7262739c7e3c70cd with lease ID 0x299ae452fa2cc95a: Processing first storage report for DS-8617dd7e-0b84-41b9-ab51-280a0e5948b6 from datanode DatanodeRegistration(127.0.0.1:46371, datanodeUuid=3daecb5e-d37a-40cb-85cb-b77c354f4d93, infoPort=35399, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831) 2024-11-15T16:49:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7262739c7e3c70cd with lease ID 0x299ae452fa2cc95a: from storage DS-8617dd7e-0b84-41b9-ab51-280a0e5948b6 node DatanodeRegistration(127.0.0.1:46371, datanodeUuid=3daecb5e-d37a-40cb-85cb-b77c354f4d93, infoPort=35399, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T16:49:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f1818e52c662d96 with lease ID 0x299ae452fa2cc95b: Processing first storage report for DS-ffc396a6-596b-4540-90c9-33a7b9e6660c from datanode DatanodeRegistration(127.0.0.1:42099, datanodeUuid=c2c264ee-a1c1-4629-aa3f-ce9b45859a42, infoPort=41905, infoSecurePort=0, ipcPort=33957, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831) 2024-11-15T16:49:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f1818e52c662d96 with lease ID 0x299ae452fa2cc95b: from storage DS-ffc396a6-596b-4540-90c9-33a7b9e6660c node DatanodeRegistration(127.0.0.1:42099, datanodeUuid=c2c264ee-a1c1-4629-aa3f-ce9b45859a42, infoPort=41905, infoSecurePort=0, ipcPort=33957, storageInfo=lv=-57;cid=testClusterID;nsid=1210873694;c=1731689356831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:49:19,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed 2024-11-15T16:49:19,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/zookeeper_0, clientPort=62118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T16:49:19,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62118 2024-11-15T16:49:19,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:19,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:49:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:49:19,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482 with version=8 2024-11-15T16:49:19,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/hbase-staging 2024-11-15T16:49:19,918 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T16:49:20,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:49:20,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:49:20,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:49:20,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:49:20,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:49:20,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:49:20,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T16:49:20,460 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T16:49:20,470 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T16:49:20,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:49:20,503 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25447 (auto-detected) 2024-11-15T16:49:20,504 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T16:49:20,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40959 2024-11-15T16:49:20,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40959 connecting to ZooKeeper ensemble=127.0.0.1:62118 2024-11-15T16:49:20,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409590x0, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:49:20,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40959-0x101acd61c660000 connected 2024-11-15T16:49:20,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:20,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:20,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:49:20,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482, hbase.cluster.distributed=false 2024-11-15T16:49:20,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:49:20,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40959 2024-11-15T16:49:20,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40959 2024-11-15T16:49:20,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40959 2024-11-15T16:49:20,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40959 2024-11-15T16:49:20,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40959 2024-11-15T16:49:20,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:49:20,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:49:20,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:49:20,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:49:20,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:49:20,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:49:20,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:49:20,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:49:20,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41559 2024-11-15T16:49:20,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41559 connecting to ZooKeeper ensemble=127.0.0.1:62118 2024-11-15T16:49:20,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:20,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:20,851 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415590x0, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:49:20,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41559-0x101acd61c660001 connected 2024-11-15T16:49:20,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:49:20,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:49:20,868 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:49:20,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:49:20,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:49:20,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-15T16:49:20,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41559 2024-11-15T16:49:20,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41559 2024-11-15T16:49:20,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-15T16:49:20,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-15T16:49:20,902 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a9bde5b3a1b5:40959 2024-11-15T16:49:20,904 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:20,914 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:49:20,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:49:20,916 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:20,938 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:49:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:20,938 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:20,940 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T16:49:20,941 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a9bde5b3a1b5,40959,1731689359974 from backup master directory 2024-11-15T16:49:20,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:20,945 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:49:20,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:49:20,946 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:49:20,946 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:20,949 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T16:49:20,951 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T16:49:21,017 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/hbase.id] with ID: a2ff2780-d0b5-46f1-92d5-87737adb7f75 2024-11-15T16:49:21,018 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/.tmp/hbase.id 2024-11-15T16:49:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:49:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:49:21,034 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/.tmp/hbase.id]:[hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/hbase.id] 2024-11-15T16:49:21,087 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:21,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T16:49:21,112 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-15T16:49:21,117 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:49:21,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:49:21,156 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:49:21,159 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T16:49:21,165 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:49:21,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:49:21,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:49:21,250 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store 2024-11-15T16:49:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:49:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:49:21,275 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T16:49:21,279 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:49:21,280 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:49:21,281 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:49:21,281 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:49:21,283 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:49:21,283 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:49:21,283 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:49:21,285 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689361280Disabling compacts and flushes for region at 1731689361280Disabling writes for close at 1731689361283 (+3 ms)Writing region close event to WAL at 1731689361283Closed at 1731689361283 2024-11-15T16:49:21,288 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/.initializing 2024-11-15T16:49:21,288 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/WALs/a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:21,298 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:49:21,314 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C40959%2C1731689359974, suffix=, logDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/WALs/a9bde5b3a1b5,40959,1731689359974, archiveDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/oldWALs, maxLogs=10 2024-11-15T16:49:21,358 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/WALs/a9bde5b3a1b5,40959,1731689359974/a9bde5b3a1b5%2C40959%2C1731689359974.1731689361321, exclude list is [], retry=0 2024-11-15T16:49:21,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:49:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK] 2024-11-15T16:49:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK] 2024-11-15T16:49:21,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T16:49:21,425 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/WALs/a9bde5b3a1b5,40959,1731689359974/a9bde5b3a1b5%2C40959%2C1731689359974.1731689361321 2024-11-15T16:49:21,426 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905),(127.0.0.1/127.0.0.1:35399:35399)] 2024-11-15T16:49:21,427 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:49:21,428 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:49:21,431 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,432 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T16:49:21,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:21,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T16:49:21,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:49:21,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T16:49:21,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:49:21,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T16:49:21,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:49:21,522 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,526 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,527 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,532 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,533 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,536 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:49:21,540 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:49:21,545 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:49:21,546 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=726893, jitterRate=-0.07570807635784149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:49:21,551 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731689361447Initializing all the Stores at 1731689361449 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689361450 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689361451 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689361451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689361451Cleaning up temporary data from old regions at 1731689361533 (+82 ms)Region opened successfully at 1731689361551 (+18 ms) 2024-11-15T16:49:21,552 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T16:49:21,586 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac0ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:49:21,620 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T16:49:21,632 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T16:49:21,632 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T16:49:21,635 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T16:49:21,637 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T16:49:21,642 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T16:49:21,642 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T16:49:21,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T16:49:21,677 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T16:49:21,680 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T16:49:21,682 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T16:49:21,683 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T16:49:21,685 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T16:49:21,687 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T16:49:21,691 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T16:49:21,692 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T16:49:21,694 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T16:49:21,696 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T16:49:21,713 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T16:49:21,714 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T16:49:21,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:49:21,718 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:49:21,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,719 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,721 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a9bde5b3a1b5,40959,1731689359974, sessionid=0x101acd61c660000, setting cluster-up flag (Was=false) 2024-11-15T16:49:21,735 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,742 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T16:49:21,744 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:21,751 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:21,757 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T16:49:21,759 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:21,765 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T16:49:21,791 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(746): ClusterId : a2ff2780-d0b5-46f1-92d5-87737adb7f75 2024-11-15T16:49:21,794 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:49:21,799 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:49:21,799 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:49:21,802 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:49:21,803 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a639948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:49:21,817 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a9bde5b3a1b5:41559 2024-11-15T16:49:21,820 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:49:21,820 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:49:21,820 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:49:21,823 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,40959,1731689359974 with port=41559, startcode=1731689360780 2024-11-15T16:49:21,834 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:49:21,845 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T16:49:21,857 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T16:49:21,865 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T16:49:21,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:49:21,873 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a9bde5b3a1b5,40959,1731689359974 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T16:49:21,876 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40959 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T16:49:21,880 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:49:21,880 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:49:21,880 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:49:21,880 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:49:21,881 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a9bde5b3a1b5:0, corePoolSize=10, maxPoolSize=10 2024-11-15T16:49:21,881 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:21,881 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:49:21,881 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:21,885 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731689391885 2024-11-15T16:49:21,887 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T16:49:21,889 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T16:49:21,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:49:21,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T16:49:21,893 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T16:49:21,894 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T16:49:21,894 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T16:49:21,894 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T16:49:21,896 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:21,901 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T16:49:21,902 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T16:49:21,903 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T16:49:21,904 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T16:49:21,906 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T16:49:21,906 WARN [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T16:49:21,911 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T16:49:21,912 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T16:49:21,914 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689361913,5,FailOnTimeoutGroup] 2024-11-15T16:49:21,920 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689361914,5,FailOnTimeoutGroup] 2024-11-15T16:49:21,920 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:21,920 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T16:49:21,923 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:21,923 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:21,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:49:21,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:49:21,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T16:49:21,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482 2024-11-15T16:49:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:49:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:49:21,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:49:21,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:49:21,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:49:21,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:21,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:49:21,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:49:21,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:21,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:49:21,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:49:21,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:21,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:49:21,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:49:21,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:21,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:21,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:49:21,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740 2024-11-15T16:49:21,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740 2024-11-15T16:49:21,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:49:21,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:49:21,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:49:21,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:49:21,984 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:49:21,985 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710576, jitterRate=-0.09645695984363556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:49:21,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731689361952Initializing all the Stores at 1731689361954 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689361954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689361956 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689361956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689361956Cleaning up temporary data from old regions at 1731689361977 (+21 ms)Region opened successfully at 1731689361988 (+11 ms) 2024-11-15T16:49:21,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:49:21,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:49:21,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:49:21,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:49:21,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:49:21,990 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:49:21,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689361988Disabling compacts and flushes for region at 1731689361988Disabling writes for close at 1731689361989 (+1 ms)Writing region close event to WAL at 1731689361990 (+1 ms)Closed at 1731689361990 2024-11-15T16:49:21,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:49:21,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T16:49:22,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T16:49:22,008 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,40959,1731689359974 with port=41559, startcode=1731689360780 2024-11-15T16:49:22,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:49:22,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40959 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T16:49:22,021 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482 2024-11-15T16:49:22,021 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33339 2024-11-15T16:49:22,021 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:49:22,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:49:22,026 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] zookeeper.ZKUtil(111): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,026 WARN [RS:0;a9bde5b3a1b5:41559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:49:22,026 INFO [RS:0;a9bde5b3a1b5:41559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:49:22,026 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,41559,1731689360780] 2024-11-15T16:49:22,053 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:49:22,068 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:49:22,073 INFO [RS:0;a9bde5b3a1b5:41559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:49:22,073 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,075 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:49:22,080 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:49:22,082 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,082 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,082 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,082 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,083 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,083 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,083 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:49:22,083 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,083 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,084 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,084 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,084 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,084 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:49:22,084 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:49:22,084 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:49:22,085 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,085 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,085 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,085 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,085 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,086 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,41559,1731689360780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:49:22,106 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:49:22,107 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,41559,1731689360780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,108 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,108 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.Replication(171): a9bde5b3a1b5,41559,1731689360780 started 2024-11-15T16:49:22,133 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,133 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,41559,1731689360780, RpcServer on a9bde5b3a1b5/172.17.0.2:41559, sessionid=0x101acd61c660001 2024-11-15T16:49:22,134 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:49:22,135 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,135 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,41559,1731689360780' 2024-11-15T16:49:22,135 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:49:22,136 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:49:22,137 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:49:22,137 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:49:22,137 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,138 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,41559,1731689360780' 2024-11-15T16:49:22,138 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:49:22,138 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:49:22,139 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:49:22,139 INFO [RS:0;a9bde5b3a1b5:41559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:49:22,139 INFO [RS:0;a9bde5b3a1b5:41559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:49:22,164 WARN [a9bde5b3a1b5:40959 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T16:49:22,245 INFO [RS:0;a9bde5b3a1b5:41559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:49:22,248 INFO [RS:0;a9bde5b3a1b5:41559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C41559%2C1731689360780, suffix=, logDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780, archiveDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/oldWALs, maxLogs=32 2024-11-15T16:49:22,269 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689362251, exclude list is [], retry=0 2024-11-15T16:49:22,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK] 2024-11-15T16:49:22,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK] 2024-11-15T16:49:22,293 INFO [RS:0;a9bde5b3a1b5:41559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689362251 2024-11-15T16:49:22,294 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905),(127.0.0.1/127.0.0.1:35399:35399)] 2024-11-15T16:49:22,417 DEBUG [a9bde5b3a1b5:40959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T16:49:22,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,41559,1731689360780, state=OPENING 2024-11-15T16:49:22,447 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T16:49:22,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:22,449 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:49:22,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:49:22,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:49:22,452 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:49:22,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,41559,1731689360780}] 2024-11-15T16:49:22,633 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:49:22,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49353, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:49:22,646 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T16:49:22,647 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:49:22,647 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T16:49:22,650 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C41559%2C1731689360780.meta, suffix=.meta, logDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780, archiveDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/oldWALs, maxLogs=32 2024-11-15T16:49:22,667 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.meta.1731689362652.meta, exclude list is [], retry=0 2024-11-15T16:49:22,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK] 2024-11-15T16:49:22,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK] 2024-11-15T16:49:22,674 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.meta.1731689362652.meta 2024-11-15T16:49:22,675 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35399:35399),(127.0.0.1/127.0.0.1:41905:41905)] 2024-11-15T16:49:22,675 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:49:22,677 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T16:49:22,680 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T16:49:22,684 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T16:49:22,689 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T16:49:22,689 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:49:22,690 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T16:49:22,690 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T16:49:22,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:49:22,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:49:22,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:22,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:22,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:49:22,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:49:22,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:22,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:22,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:49:22,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:49:22,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:22,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:22,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:49:22,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:49:22,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:22,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:49:22,702 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:49:22,704 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740 2024-11-15T16:49:22,706 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740 2024-11-15T16:49:22,709 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:49:22,709 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:49:22,710 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:49:22,713 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:49:22,715 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823591, jitterRate=0.04725120961666107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:49:22,715 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T16:49:22,717 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731689362690Writing region info on filesystem at 1731689362690Initializing all the Stores at 1731689362692 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689362692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689362692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689362692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689362693 (+1 ms)Cleaning up temporary data from old regions at 1731689362709 (+16 ms)Running coprocessor post-open hooks at 1731689362715 (+6 ms)Region opened successfully at 1731689362716 (+1 ms) 2024-11-15T16:49:22,724 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731689362623 2024-11-15T16:49:22,737 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T16:49:22,738 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T16:49:22,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,41559,1731689360780, state=OPEN 2024-11-15T16:49:22,748 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:49:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:49:22,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:49:22,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:49:22,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:22,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T16:49:22,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,41559,1731689360780 in 294 msec 2024-11-15T16:49:22,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T16:49:22,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-15T16:49:22,762 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:49:22,762 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T16:49:22,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:49:22,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,41559,1731689360780, seqNum=-1] 2024-11-15T16:49:22,814 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:49:22,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:49:22,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0410 sec 2024-11-15T16:49:22,840 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731689362840, completionTime=-1 2024-11-15T16:49:22,844 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T16:49:22,844 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T16:49:22,876 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T16:49:22,877 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731689422876 2024-11-15T16:49:22,877 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731689482877 2024-11-15T16:49:22,877 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-15T16:49:22,879 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,40959,1731689359974-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,879 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,40959,1731689359974-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,880 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,40959,1731689359974-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,881 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a9bde5b3a1b5:40959, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,882 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,882 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:22,889 DEBUG [master/a9bde5b3a1b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T16:49:22,912 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.964sec 2024-11-15T16:49:22,913 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T16:49:22,915 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T16:49:22,916 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T16:49:22,916 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T16:49:22,917 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T16:49:22,917 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,40959,1731689359974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:49:22,918 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,40959,1731689359974-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T16:49:22,926 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T16:49:22,927 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T16:49:22,927 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,40959,1731689359974-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:49:23,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211a154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:49:23,005 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T16:49:23,005 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T16:49:23,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,40959,-1 for getting cluster id 2024-11-15T16:49:23,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T16:49:23,020 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2ff2780-d0b5-46f1-92d5-87737adb7f75' 2024-11-15T16:49:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T16:49:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2ff2780-d0b5-46f1-92d5-87737adb7f75" 2024-11-15T16:49:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6d425e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:49:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,40959,-1] 2024-11-15T16:49:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T16:49:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:49:23,032 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T16:49:23,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7164a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:49:23,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:49:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,41559,1731689360780, seqNum=-1] 2024-11-15T16:49:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:49:23,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:49:23,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:23,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:49:23,112 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T16:49:23,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T16:49:23,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:49:23,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25515e3d 2024-11-15T16:49:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T16:49:23,133 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T16:49:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40959 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T16:49:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T16:49:23,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:49:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-15T16:49:23,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T16:49:23,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-15T16:49:23,158 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:23,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T16:49:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:49:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741835_1011 (size=389) 2024-11-15T16:49:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741835_1011 (size=389) 2024-11-15T16:49:23,183 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b58e24888cba607124b421b0edba8170, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482 2024-11-15T16:49:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741836_1012 (size=72) 2024-11-15T16:49:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741836_1012 (size=72) 2024-11-15T16:49:23,197 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:49:23,198 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing b58e24888cba607124b421b0edba8170, disabling compactions & flushes 2024-11-15T16:49:23,198 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:23,198 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:23,198 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. after waiting 0 ms 2024-11-15T16:49:23,198 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:23,198 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:23,198 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for b58e24888cba607124b421b0edba8170: Waiting for close lock at 1731689363198Disabling compacts and flushes for region at 1731689363198Disabling writes for close at 1731689363198Writing region close event to WAL at 1731689363198Closed at 1731689363198 2024-11-15T16:49:23,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T16:49:23,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731689363201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731689363201"}]},"ts":"1731689363201"} 2024-11-15T16:49:23,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T16:49:23,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T16:49:23,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689363215"}]},"ts":"1731689363215"} 2024-11-15T16:49:23,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-15T16:49:23,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b58e24888cba607124b421b0edba8170, ASSIGN}] 2024-11-15T16:49:23,229 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b58e24888cba607124b421b0edba8170, ASSIGN 2024-11-15T16:49:23,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b58e24888cba607124b421b0edba8170, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,41559,1731689360780; forceNewPlan=false, retain=false 2024-11-15T16:49:23,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b58e24888cba607124b421b0edba8170, regionState=OPENING, regionLocation=a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:23,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b58e24888cba607124b421b0edba8170, ASSIGN because future has completed 2024-11-15T16:49:23,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b58e24888cba607124b421b0edba8170, server=a9bde5b3a1b5,41559,1731689360780}] 2024-11-15T16:49:23,553 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:23,554 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b58e24888cba607124b421b0edba8170, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:49:23,554 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,555 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:49:23,555 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,555 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,564 INFO [StoreOpener-b58e24888cba607124b421b0edba8170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,568 INFO [StoreOpener-b58e24888cba607124b421b0edba8170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b58e24888cba607124b421b0edba8170 columnFamilyName info 2024-11-15T16:49:23,568 DEBUG [StoreOpener-b58e24888cba607124b421b0edba8170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:49:23,570 INFO [StoreOpener-b58e24888cba607124b421b0edba8170-1 {}] regionserver.HStore(327): Store=b58e24888cba607124b421b0edba8170/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:49:23,570 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,573 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,574 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,575 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,575 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,580 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,584 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:49:23,585 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b58e24888cba607124b421b0edba8170; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=840164, jitterRate=0.0683242529630661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:49:23,585 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b58e24888cba607124b421b0edba8170 2024-11-15T16:49:23,586 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b58e24888cba607124b421b0edba8170: Running coprocessor pre-open hook at 1731689363555Writing region info on filesystem at 1731689363555Initializing all the Stores at 1731689363557 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689363557Cleaning up temporary data from old regions at 1731689363575 (+18 ms)Running coprocessor post-open hooks at 1731689363585 (+10 ms)Region opened successfully at 1731689363586 (+1 ms) 2024-11-15T16:49:23,589 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170., pid=6, masterSystemTime=1731689363544 2024-11-15T16:49:23,594 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:23,594 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:23,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b58e24888cba607124b421b0edba8170, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:49:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b58e24888cba607124b421b0edba8170, server=a9bde5b3a1b5,41559,1731689360780 because future has completed 2024-11-15T16:49:23,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T16:49:23,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b58e24888cba607124b421b0edba8170, server=a9bde5b3a1b5,41559,1731689360780 in 214 msec 2024-11-15T16:49:23,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T16:49:23,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=b58e24888cba607124b421b0edba8170, ASSIGN in 382 msec 2024-11-15T16:49:23,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T16:49:23,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689363614"}]},"ts":"1731689363614"} 2024-11-15T16:49:23,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-15T16:49:23,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T16:49:23,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 476 msec 2024-11-15T16:49:28,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T16:49:28,236 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T16:49:28,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-15T16:49:30,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T16:49:30,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T16:49:30,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-15T16:49:30,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T16:49:30,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:49:30,460 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T16:49:30,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T16:49:30,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T16:49:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:49:33,221 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-15T16:49:33,224 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-15T16:49:33,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-15T16:49:33,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:49:33,247 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689373232, exclude list is [], retry=0 2024-11-15T16:49:33,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK] 2024-11-15T16:49:33,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK] 2024-11-15T16:49:33,254 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689362251 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689373232 2024-11-15T16:49:33,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905),(127.0.0.1/127.0.0.1:35399:35399)] 2024-11-15T16:49:33,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689362251 is not closed yet, will try archiving it next time 2024-11-15T16:49:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741833_1009 (size=451) 2024-11-15T16:49:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741833_1009 (size=451) 2024-11-15T16:49:33,261 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689362251 to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/oldWALs/a9bde5b3a1b5%2C41559%2C1731689360780.1731689362251 2024-11-15T16:49:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170., hostname=a9bde5b3a1b5,41559,1731689360780, seqNum=2] 2024-11-15T16:49:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HRegion(8855): Flush requested on b58e24888cba607124b421b0edba8170 2024-11-15T16:49:47,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b58e24888cba607124b421b0edba8170 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:49:47,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/dc1ff2b77ee8434189332f0ebcde6ead is 1055, key is row0001/info:/1731689373266/Put/seqid=0 2024-11-15T16:49:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741838_1014 (size=13386) 2024-11-15T16:49:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741838_1014 (size=13386) 2024-11-15T16:49:47,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/dc1ff2b77ee8434189332f0ebcde6ead 2024-11-15T16:49:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/dc1ff2b77ee8434189332f0ebcde6ead as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/info/dc1ff2b77ee8434189332f0ebcde6ead 2024-11-15T16:49:47,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/info/dc1ff2b77ee8434189332f0ebcde6ead, entries=8, sequenceid=12, filesize=13.1 K 2024-11-15T16:49:47,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b58e24888cba607124b421b0edba8170 in 138ms, sequenceid=12, compaction requested=false 2024-11-15T16:49:47,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b58e24888cba607124b421b0edba8170: 2024-11-15T16:49:49,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T16:49:53,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689393304, exclude list is [], retry=0 2024-11-15T16:49:53,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK] 2024-11-15T16:49:53,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK] 2024-11-15T16:49:53,325 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689373232 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689393304 2024-11-15T16:49:53,325 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35399:35399),(127.0.0.1/127.0.0.1:41905:41905)] 2024-11-15T16:49:53,325 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689373232 is not closed yet, will try archiving it next time 2024-11-15T16:49:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741837_1013 (size=12149) 2024-11-15T16:49:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741837_1013 (size=12149) 2024-11-15T16:49:58,330 INFO [AsyncFSWAL-0-hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482-prefix:a9bde5b3a1b5,41559,1731689360780 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK], DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK]] 2024-11-15T16:49:58,332 WARN [AsyncFSWAL-0-hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482-prefix:a9bde5b3a1b5,41559,1731689360780 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK], DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK]] 2024-11-15T16:49:58,333 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a9bde5b3a1b5%2C41559%2C1731689360780:(num 1731689393304) roll requested 2024-11-15T16:49:58,348 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689398334, exclude list is [], retry=0 2024-11-15T16:49:58,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK] 2024-11-15T16:49:58,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK] 2024-11-15T16:49:58,355 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689393304 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689398334 2024-11-15T16:49:58,355 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905),(127.0.0.1/127.0.0.1:35399:35399)] 2024-11-15T16:49:58,355 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689393304 is not closed yet, will try archiving it next time 2024-11-15T16:49:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741839_1015 (size=1233) 2024-11-15T16:49:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741839_1015 (size=1233) 2024-11-15T16:50:00,333 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T16:50:00,346 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689400333, exclude list is [], retry=0 2024-11-15T16:50:00,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46371,DS-c895df1c-579c-497d-8d9b-cab8cfec8ca8,DISK] 2024-11-15T16:50:00,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42099,DS-4fbe6263-271d-4f9f-8334-cb8672466c1f,DISK] 2024-11-15T16:50:00,353 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689398334 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689400333 2024-11-15T16:50:00,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35399:35399),(127.0.0.1/127.0.0.1:41905:41905)] 2024-11-15T16:50:00,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689398334 is not closed yet, will try archiving it next time 2024-11-15T16:50:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741840_1016 (size=93) 2024-11-15T16:50:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741840_1016 (size=93) 2024-11-15T16:50:00,356 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/WALs/a9bde5b3a1b5,41559,1731689360780/a9bde5b3a1b5%2C41559%2C1731689360780.1731689398334 to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/oldWALs/a9bde5b3a1b5%2C41559%2C1731689360780.1731689398334 2024-11-15T16:50:03,060 INFO [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T16:50:03,060 INFO [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T16:50:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41559 {}] regionserver.HRegion(8855): Flush requested on b58e24888cba607124b421b0edba8170 2024-11-15T16:50:08,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b58e24888cba607124b421b0edba8170 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:50:08,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/cf1a9f0d57014ca3a15760ee18a49120 is 1055, key is row0009/info:/1731689389298/Put/seqid=0 2024-11-15T16:50:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741842_1018 (size=13386) 2024-11-15T16:50:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741842_1018 (size=13386) 2024-11-15T16:50:08,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/cf1a9f0d57014ca3a15760ee18a49120 2024-11-15T16:50:08,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/cf1a9f0d57014ca3a15760ee18a49120 as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/info/cf1a9f0d57014ca3a15760ee18a49120 2024-11-15T16:50:08,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/info/cf1a9f0d57014ca3a15760ee18a49120, entries=8, sequenceid=23, filesize=13.1 K 2024-11-15T16:50:08,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for b58e24888cba607124b421b0edba8170 in 37ms, sequenceid=23, compaction requested=false 2024-11-15T16:50:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b58e24888cba607124b421b0edba8170: 2024-11-15T16:50:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-15T16:50:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:50:08,408 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/info/dc1ff2b77ee8434189332f0ebcde6ead because midkey is the same as first or last row 2024-11-15T16:50:08,555 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b58e24888cba607124b421b0edba8170, had cached 0 bytes from a total of 26772 2024-11-15T16:50:19,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T16:50:20,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T16:50:20,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:50:20,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:50:20,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:20,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:20,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T16:50:20,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T16:50:20,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997742629, stopped=false 2024-11-15T16:50:20,394 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a9bde5b3a1b5,40959,1731689359974 2024-11-15T16:50:20,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:20,397 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:20,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:20,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:50:20,397 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:20,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:50:20,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:50:20,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:20,398 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,41559,1731689360780' ***** 2024-11-15T16:50:20,398 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T16:50:20,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:20,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:20,398 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:50:20,398 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:50:20,398 INFO [RS:0;a9bde5b3a1b5:41559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T16:50:20,399 INFO [RS:0;a9bde5b3a1b5:41559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T16:50:20,399 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(3091): Received CLOSE for b58e24888cba607124b421b0edba8170 2024-11-15T16:50:20,399 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:50:20,400 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:50:20,400 INFO [RS:0;a9bde5b3a1b5:41559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a9bde5b3a1b5:41559. 2024-11-15T16:50:20,400 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:50:20,400 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:20,400 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b58e24888cba607124b421b0edba8170, disabling compactions & flushes 2024-11-15T16:50:20,400 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:50:20,400 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:50:20,400 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:50:20,400 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:50:20,400 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. after waiting 0 ms 2024-11-15T16:50:20,400 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:50:20,400 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:50:20,400 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T16:50:20,400 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b58e24888cba607124b421b0edba8170 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-15T16:50:20,401 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T16:50:20,401 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:50:20,401 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1325): Online Regions={b58e24888cba607124b421b0edba8170=TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T16:50:20,401 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:50:20,401 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:50:20,401 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:50:20,401 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:50:20,401 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b58e24888cba607124b421b0edba8170 2024-11-15T16:50:20,401 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-15T16:50:20,409 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/8cfe040f88814137b38d5c783733db81 is 1055, key is row0017/info:/1731689410372/Put/seqid=0 2024-11-15T16:50:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741843_1019 (size=10222) 2024-11-15T16:50:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741843_1019 (size=10222) 2024-11-15T16:50:20,418 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/8cfe040f88814137b38d5c783733db81 2024-11-15T16:50:20,425 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/info/a942d140a67a4a2495c4b3df45ff499c is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170./info:regioninfo/1731689363595/Put/seqid=0 2024-11-15T16:50:20,429 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/.tmp/info/8cfe040f88814137b38d5c783733db81 as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/info/8cfe040f88814137b38d5c783733db81 2024-11-15T16:50:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741844_1020 (size=7016) 2024-11-15T16:50:20,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741844_1020 (size=7016) 2024-11-15T16:50:20,433 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/info/a942d140a67a4a2495c4b3df45ff499c 2024-11-15T16:50:20,439 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/info/8cfe040f88814137b38d5c783733db81, entries=5, sequenceid=31, filesize=10.0 K 2024-11-15T16:50:20,440 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b58e24888cba607124b421b0edba8170 in 40ms, sequenceid=31, compaction requested=true 2024-11-15T16:50:20,446 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/default/TestLogRolling-testSlowSyncLogRolling/b58e24888cba607124b421b0edba8170/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-15T16:50:20,449 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:50:20,449 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b58e24888cba607124b421b0edba8170: Waiting for close lock at 1731689420400Running coprocessor pre-close hooks at 1731689420400Disabling compacts and flushes for region at 1731689420400Disabling writes for close at 1731689420400Obtaining lock to block concurrent updates at 1731689420400Preparing flush snapshotting stores in b58e24888cba607124b421b0edba8170 at 1731689420400Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731689420401 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. at 1731689420402 (+1 ms)Flushing b58e24888cba607124b421b0edba8170/info: creating writer at 1731689420402Flushing b58e24888cba607124b421b0edba8170/info: appending metadata at 1731689420407 (+5 ms)Flushing b58e24888cba607124b421b0edba8170/info: closing flushed file at 1731689420408 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105e63bb: reopening flushed file at 1731689420427 (+19 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b58e24888cba607124b421b0edba8170 in 40ms, sequenceid=31, compaction requested=true at 1731689420440 (+13 ms)Writing region close event to WAL at 1731689420442 (+2 ms)Running coprocessor post-close hooks at 1731689420447 (+5 ms)Closed at 1731689420449 (+2 ms) 2024-11-15T16:50:20,449 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731689363135.b58e24888cba607124b421b0edba8170. 2024-11-15T16:50:20,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-15T16:50:20,457 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/ns/f5b97f01414045dcad43d3d63be17429 is 43, key is default/ns:d/1731689362822/Put/seqid=0 2024-11-15T16:50:20,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741845_1021 (size=5153) 2024-11-15T16:50:20,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741845_1021 (size=5153) 2024-11-15T16:50:20,464 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/ns/f5b97f01414045dcad43d3d63be17429 2024-11-15T16:50:20,489 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/table/0aad4df32376451085b29504da9e8722 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731689363614/Put/seqid=0 2024-11-15T16:50:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741846_1022 (size=5396) 2024-11-15T16:50:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741846_1022 (size=5396) 2024-11-15T16:50:20,497 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/table/0aad4df32376451085b29504da9e8722 2024-11-15T16:50:20,506 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/info/a942d140a67a4a2495c4b3df45ff499c as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/info/a942d140a67a4a2495c4b3df45ff499c 2024-11-15T16:50:20,515 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/info/a942d140a67a4a2495c4b3df45ff499c, entries=10, sequenceid=11, filesize=6.9 K 2024-11-15T16:50:20,516 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/ns/f5b97f01414045dcad43d3d63be17429 as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/ns/f5b97f01414045dcad43d3d63be17429 2024-11-15T16:50:20,524 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/ns/f5b97f01414045dcad43d3d63be17429, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T16:50:20,526 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/.tmp/table/0aad4df32376451085b29504da9e8722 as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/table/0aad4df32376451085b29504da9e8722 2024-11-15T16:50:20,534 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/table/0aad4df32376451085b29504da9e8722, entries=2, sequenceid=11, filesize=5.3 K 2024-11-15T16:50:20,536 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false 2024-11-15T16:50:20,542 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T16:50:20,543 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:50:20,543 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:50:20,543 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689420401Running coprocessor pre-close hooks at 1731689420401Disabling compacts and flushes for region at 1731689420401Disabling writes for close at 1731689420401Obtaining lock to block concurrent updates at 1731689420402 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731689420402Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731689420402Flushing stores of hbase:meta,,1.1588230740 at 1731689420403 (+1 ms)Flushing 1588230740/info: creating writer at 1731689420403Flushing 1588230740/info: appending metadata at 1731689420424 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731689420424Flushing 1588230740/ns: creating writer at 1731689420441 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731689420456 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731689420456Flushing 1588230740/table: creating writer at 1731689420473 (+17 ms)Flushing 1588230740/table: appending metadata at 1731689420488 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731689420489 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5f71dd: reopening flushed file at 1731689420505 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c7f513: reopening flushed file at 1731689420515 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe451d9: reopening flushed file at 1731689420524 (+9 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false at 1731689420536 (+12 ms)Writing region close event to WAL at 1731689420537 (+1 ms)Running coprocessor post-close hooks at 1731689420543 (+6 ms)Closed at 1731689420543 2024-11-15T16:50:20,544 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T16:50:20,602 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,41559,1731689360780; all regions closed. 2024-11-15T16:50:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741834_1010 (size=3066) 2024-11-15T16:50:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741834_1010 (size=3066) 2024-11-15T16:50:20,610 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/oldWALs 2024-11-15T16:50:20,610 INFO [RS:0;a9bde5b3a1b5:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C41559%2C1731689360780.meta:.meta(num 1731689362652) 2024-11-15T16:50:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741841_1017 (size=13164) 2024-11-15T16:50:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741841_1017 (size=13164) 2024-11-15T16:50:20,619 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/oldWALs 2024-11-15T16:50:20,620 INFO [RS:0;a9bde5b3a1b5:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C41559%2C1731689360780:(num 1731689400333) 2024-11-15T16:50:20,620 DEBUG [RS:0;a9bde5b3a1b5:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:20,620 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:50:20,620 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:50:20,620 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T16:50:20,620 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:50:20,620 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:50:20,620 INFO [RS:0;a9bde5b3a1b5:41559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41559 2024-11-15T16:50:20,624 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,41559,1731689360780 2024-11-15T16:50:20,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:50:20,624 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:50:20,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,41559,1731689360780] 2024-11-15T16:50:20,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,41559,1731689360780 already deleted, retry=false 2024-11-15T16:50:20,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,41559,1731689360780 expired; onlineServers=0 2024-11-15T16:50:20,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a9bde5b3a1b5,40959,1731689359974' ***** 2024-11-15T16:50:20,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T16:50:20,629 INFO [M:0;a9bde5b3a1b5:40959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:50:20,629 INFO [M:0;a9bde5b3a1b5:40959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:50:20,629 DEBUG [M:0;a9bde5b3a1b5:40959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T16:50:20,629 DEBUG [M:0;a9bde5b3a1b5:40959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T16:50:20,629 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T16:50:20,629 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689361913 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689361913,5,FailOnTimeoutGroup] 2024-11-15T16:50:20,629 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689361914 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689361914,5,FailOnTimeoutGroup] 2024-11-15T16:50:20,629 INFO [M:0;a9bde5b3a1b5:40959 {}] hbase.ChoreService(370): Chore service for: master/a9bde5b3a1b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T16:50:20,629 INFO [M:0;a9bde5b3a1b5:40959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:50:20,629 DEBUG [M:0;a9bde5b3a1b5:40959 {}] master.HMaster(1795): Stopping service threads 2024-11-15T16:50:20,629 INFO [M:0;a9bde5b3a1b5:40959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T16:50:20,630 INFO [M:0;a9bde5b3a1b5:40959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:50:20,630 INFO [M:0;a9bde5b3a1b5:40959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T16:50:20,630 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T16:50:20,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T16:50:20,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:20,631 DEBUG [M:0;a9bde5b3a1b5:40959 {}] zookeeper.ZKUtil(347): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T16:50:20,631 WARN [M:0;a9bde5b3a1b5:40959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T16:50:20,632 INFO [M:0;a9bde5b3a1b5:40959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/.lastflushedseqids 2024-11-15T16:50:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741847_1023 (size=130) 2024-11-15T16:50:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741847_1023 (size=130) 2024-11-15T16:50:20,646 INFO [M:0;a9bde5b3a1b5:40959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T16:50:20,646 INFO [M:0;a9bde5b3a1b5:40959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T16:50:20,646 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:50:20,646 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:20,646 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:20,646 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:50:20,646 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:20,647 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-15T16:50:20,667 DEBUG [M:0;a9bde5b3a1b5:40959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce7812e34fbf4911aa34e4b736fe0008 is 82, key is hbase:meta,,1/info:regioninfo/1731689362739/Put/seqid=0 2024-11-15T16:50:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741848_1024 (size=5672) 2024-11-15T16:50:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741848_1024 (size=5672) 2024-11-15T16:50:20,675 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce7812e34fbf4911aa34e4b736fe0008 2024-11-15T16:50:20,700 DEBUG [M:0;a9bde5b3a1b5:40959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd998f46bc54990a8e404b7f3bfd04d is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731689363622/Put/seqid=0 2024-11-15T16:50:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741849_1025 (size=6246) 2024-11-15T16:50:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741849_1025 (size=6246) 2024-11-15T16:50:20,708 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd998f46bc54990a8e404b7f3bfd04d 2024-11-15T16:50:20,716 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcd998f46bc54990a8e404b7f3bfd04d 2024-11-15T16:50:20,727 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:20,727 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x101acd61c660001, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:20,727 INFO [RS:0;a9bde5b3a1b5:41559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:50:20,728 INFO [RS:0;a9bde5b3a1b5:41559 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,41559,1731689360780; zookeeper connection closed. 2024-11-15T16:50:20,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37fdf8e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37fdf8e8 2024-11-15T16:50:20,729 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T16:50:20,733 DEBUG [M:0;a9bde5b3a1b5:40959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4ea34d7d614a44ad744e935c9a062e is 69, key is a9bde5b3a1b5,41559,1731689360780/rs:state/1731689362015/Put/seqid=0 2024-11-15T16:50:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741850_1026 (size=5156) 2024-11-15T16:50:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741850_1026 (size=5156) 2024-11-15T16:50:20,741 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4ea34d7d614a44ad744e935c9a062e 2024-11-15T16:50:20,764 DEBUG [M:0;a9bde5b3a1b5:40959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6997d0fbc2944eca4cb4fbef654e184 is 52, key is load_balancer_on/state:d/1731689363102/Put/seqid=0 2024-11-15T16:50:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741851_1027 (size=5056) 2024-11-15T16:50:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741851_1027 (size=5056) 2024-11-15T16:50:20,773 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6997d0fbc2944eca4cb4fbef654e184 2024-11-15T16:50:20,783 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce7812e34fbf4911aa34e4b736fe0008 as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce7812e34fbf4911aa34e4b736fe0008 2024-11-15T16:50:20,792 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce7812e34fbf4911aa34e4b736fe0008, entries=8, sequenceid=59, filesize=5.5 K 2024-11-15T16:50:20,794 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd998f46bc54990a8e404b7f3bfd04d as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd998f46bc54990a8e404b7f3bfd04d 2024-11-15T16:50:20,802 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcd998f46bc54990a8e404b7f3bfd04d 2024-11-15T16:50:20,802 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd998f46bc54990a8e404b7f3bfd04d, entries=6, sequenceid=59, filesize=6.1 K 2024-11-15T16:50:20,803 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4ea34d7d614a44ad744e935c9a062e as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f4ea34d7d614a44ad744e935c9a062e 2024-11-15T16:50:20,812 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f4ea34d7d614a44ad744e935c9a062e, entries=1, sequenceid=59, filesize=5.0 K 2024-11-15T16:50:20,814 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6997d0fbc2944eca4cb4fbef654e184 as hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f6997d0fbc2944eca4cb4fbef654e184 2024-11-15T16:50:20,822 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f6997d0fbc2944eca4cb4fbef654e184, entries=1, sequenceid=59, filesize=4.9 K 2024-11-15T16:50:20,824 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=59, compaction requested=false 2024-11-15T16:50:20,826 INFO [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:20,826 DEBUG [M:0;a9bde5b3a1b5:40959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689420646Disabling compacts and flushes for region at 1731689420646Disabling writes for close at 1731689420646Obtaining lock to block concurrent updates at 1731689420647 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731689420647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1731689420647Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731689420648 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731689420648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731689420667 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731689420667Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731689420682 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731689420699 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731689420700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731689420716 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731689420732 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731689420732Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731689420748 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731689420764 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731689420764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e96a09: reopening flushed file at 1731689420781 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5b1a68: reopening flushed file at 1731689420792 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73108dad: reopening flushed file at 1731689420802 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8faddb: reopening flushed file at 1731689420812 (+10 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=59, compaction requested=false at 1731689420824 (+12 ms)Writing region close event to WAL at 1731689420826 (+2 ms)Closed at 1731689420826 2024-11-15T16:50:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46371 is added to blk_1073741830_1006 (size=27961) 2024-11-15T16:50:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42099 is added to blk_1073741830_1006 (size=27961) 2024-11-15T16:50:20,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:50:20,832 INFO [M:0;a9bde5b3a1b5:40959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T16:50:20,832 INFO [M:0;a9bde5b3a1b5:40959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40959 2024-11-15T16:50:20,832 INFO [M:0;a9bde5b3a1b5:40959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:50:20,934 INFO [M:0;a9bde5b3a1b5:40959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:50:20,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:20,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40959-0x101acd61c660000, quorum=127.0.0.1:62118, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:20,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:20,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:20,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:20,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:20,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:20,946 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:20,946 WARN [BP-1236325024-172.17.0.2-1731689356831 heartbeating to localhost/127.0.0.1:33339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:20,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:20,946 WARN [BP-1236325024-172.17.0.2-1731689356831 heartbeating to localhost/127.0.0.1:33339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1236325024-172.17.0.2-1731689356831 (Datanode Uuid 3daecb5e-d37a-40cb-85cb-b77c354f4d93) service to localhost/127.0.0.1:33339 2024-11-15T16:50:20,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data3/current/BP-1236325024-172.17.0.2-1731689356831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:20,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data4/current/BP-1236325024-172.17.0.2-1731689356831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:20,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:20,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:20,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:20,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:20,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:20,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:20,952 WARN [BP-1236325024-172.17.0.2-1731689356831 heartbeating to localhost/127.0.0.1:33339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:20,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:20,952 WARN [BP-1236325024-172.17.0.2-1731689356831 heartbeating to localhost/127.0.0.1:33339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1236325024-172.17.0.2-1731689356831 (Datanode Uuid c2c264ee-a1c1-4629-aa3f-ce9b45859a42) service to localhost/127.0.0.1:33339 2024-11-15T16:50:20,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:20,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data1/current/BP-1236325024-172.17.0.2-1731689356831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:20,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/cluster_5bad0f61-7d6e-e42a-3eab-bb4dc125140d/data/data2/current/BP-1236325024-172.17.0.2-1731689356831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:20,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:20,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:50:20,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:20,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:20,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:20,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:20,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T16:50:21,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T16:50:21,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a9bde5b3a1b5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a9bde5b3a1b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a9bde5b3a1b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/a9bde5b3a1b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2c2e4113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33339 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 722), ProcessCount=11 (was 11), AvailableMemoryMB=5665 (was 6946) 2024-11-15T16:50:21,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5666 2024-11-15T16:50:21,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T16:50:21,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.log.dir so I do NOT create it in target/test-data/95f98902-608b-908e-e52c-da8ad0567896 2024-11-15T16:50:21,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13b210e-9461-0001-4189-4a34738b02ed/hadoop.tmp.dir so I do NOT create it in target/test-data/95f98902-608b-908e-e52c-da8ad0567896 2024-11-15T16:50:21,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3, deleteOnExit=true 2024-11-15T16:50:21,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T16:50:21,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/test.cache.data in system properties and HBase conf 2024-11-15T16:50:21,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T16:50:21,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir in system properties and HBase conf 2024-11-15T16:50:21,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T16:50:21,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T16:50:21,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T16:50:21,018 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T16:50:21,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:50:21,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T16:50:21,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/nfs.dump.dir in system properties and HBase conf 2024-11-15T16:50:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir in system properties and HBase conf 2024-11-15T16:50:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:50:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T16:50:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T16:50:21,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:21,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:21,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:21,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:21,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:50:21,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:21,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40f9b5ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:21,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1004f403{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:21,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2282af01{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-2129488085019639434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:50:21,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3db9258d{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-11-15T16:50:21,250 INFO [Time-limited test {}] server.Server(415): Started @66888ms 2024-11-15T16:50:21,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:21,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:21,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:21,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:21,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:50:21,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a2367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:21,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3722f230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:21,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11e84626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir/jetty-localhost-33769-hadoop-hdfs-3_4_1-tests_jar-_-any-5099370012321461088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:21,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1693d476{HTTP/1.1, (http/1.1)}{localhost:33769} 2024-11-15T16:50:21,462 INFO [Time-limited test {}] server.Server(415): Started @67100ms 2024-11-15T16:50:21,464 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:21,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:21,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:21,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:21,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:21,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:50:21,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad0cbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:21,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f38d4d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:21,558 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data1/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:21,558 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data2/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:21,576 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a92a5f0c7f19ae6 with lease ID 0xcef127b90c9309df: Processing first storage report for DS-1e2c2a5b-ec7a-4973-b67d-2b669c205709 from datanode DatanodeRegistration(127.0.0.1:45417, datanodeUuid=4af1e967-9680-4139-8d8d-7a4145405515, infoPort=40565, infoSecurePort=0, ipcPort=35503, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a92a5f0c7f19ae6 with lease ID 0xcef127b90c9309df: from storage DS-1e2c2a5b-ec7a-4973-b67d-2b669c205709 node DatanodeRegistration(127.0.0.1:45417, datanodeUuid=4af1e967-9680-4139-8d8d-7a4145405515, infoPort=40565, infoSecurePort=0, ipcPort=35503, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T16:50:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a92a5f0c7f19ae6 with lease ID 0xcef127b90c9309df: Processing first storage report for DS-e2846f66-ceab-438c-a15c-29dac4bb735b from datanode DatanodeRegistration(127.0.0.1:45417, datanodeUuid=4af1e967-9680-4139-8d8d-7a4145405515, infoPort=40565, infoSecurePort=0, ipcPort=35503, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a92a5f0c7f19ae6 with lease ID 0xcef127b90c9309df: from storage DS-e2846f66-ceab-438c-a15c-29dac4bb735b node DatanodeRegistration(127.0.0.1:45417, datanodeUuid=4af1e967-9680-4139-8d8d-7a4145405515, infoPort=40565, infoSecurePort=0, ipcPort=35503, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:21,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21cfc6c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir/jetty-localhost-35179-hadoop-hdfs-3_4_1-tests_jar-_-any-14174965870382595285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:21,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47787664{HTTP/1.1, (http/1.1)}{localhost:35179} 2024-11-15T16:50:21,634 INFO [Time-limited test {}] server.Server(415): Started @67272ms 2024-11-15T16:50:21,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:21,716 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data3/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:21,716 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data4/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:21,733 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:21,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6832e007bc721406 with lease ID 0xcef127b90c9309e0: Processing first storage report for DS-fcd9e4aa-a29d-48f9-802f-15989b770212 from datanode DatanodeRegistration(127.0.0.1:37771, datanodeUuid=8d11552b-6276-475b-88f9-fda1f6ba5577, infoPort=41287, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6832e007bc721406 with lease ID 0xcef127b90c9309e0: from storage DS-fcd9e4aa-a29d-48f9-802f-15989b770212 node DatanodeRegistration(127.0.0.1:37771, datanodeUuid=8d11552b-6276-475b-88f9-fda1f6ba5577, infoPort=41287, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6832e007bc721406 with lease ID 0xcef127b90c9309e0: Processing first storage report for DS-32a6a672-acdc-431a-817a-a53c59205463 from datanode DatanodeRegistration(127.0.0.1:37771, datanodeUuid=8d11552b-6276-475b-88f9-fda1f6ba5577, infoPort=41287, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6832e007bc721406 with lease ID 0xcef127b90c9309e0: from storage DS-32a6a672-acdc-431a-817a-a53c59205463 node DatanodeRegistration(127.0.0.1:37771, datanodeUuid=8d11552b-6276-475b-88f9-fda1f6ba5577, infoPort=41287, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:21,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896 2024-11-15T16:50:21,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/zookeeper_0, clientPort=58329, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T16:50:21,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58329 2024-11-15T16:50:21,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:21,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:21,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:50:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:50:21,782 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b with version=8 2024-11-15T16:50:21,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/hbase-staging 2024-11-15T16:50:21,784 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:50:21,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:21,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:21,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:50:21,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:21,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:50:21,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T16:50:21,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:50:21,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38439 2024-11-15T16:50:21,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38439 connecting to ZooKeeper ensemble=127.0.0.1:58329 2024-11-15T16:50:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384390x0, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:50:21,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38439-0x101acd7112d0000 connected 2024-11-15T16:50:21,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:21,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:21,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:21,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b, hbase.cluster.distributed=false 2024-11-15T16:50:21,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:50:21,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38439 2024-11-15T16:50:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38439 2024-11-15T16:50:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38439 2024-11-15T16:50:21,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38439 2024-11-15T16:50:21,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38439 2024-11-15T16:50:21,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:50:21,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:21,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:21,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:50:21,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:21,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:50:21,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:50:21,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:50:21,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43713 2024-11-15T16:50:21,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43713 connecting to ZooKeeper ensemble=127.0.0.1:58329 2024-11-15T16:50:21,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:21,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:21,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437130x0, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:50:21,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437130x0, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:21,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43713-0x101acd7112d0001 connected 2024-11-15T16:50:21,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:50:21,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:50:21,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:50:21,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:50:21,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43713 2024-11-15T16:50:21,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43713 2024-11-15T16:50:21,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43713 2024-11-15T16:50:21,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43713 2024-11-15T16:50:21,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43713 2024-11-15T16:50:21,876 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a9bde5b3a1b5:38439 2024-11-15T16:50:21,876 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:21,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:21,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:21,879 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:50:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:21,882 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T16:50:21,882 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a9bde5b3a1b5,38439,1731689421784 from backup master directory 2024-11-15T16:50:21,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:21,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:21,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:21,884 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:50:21,884 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:21,918 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/hbase.id] with ID: 08a498ee-350d-46dd-984b-48b79ceb8d2c 2024-11-15T16:50:21,918 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/.tmp/hbase.id 2024-11-15T16:50:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:50:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:50:21,927 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/.tmp/hbase.id]:[hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/hbase.id] 2024-11-15T16:50:21,947 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:21,947 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T16:50:21,949 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T16:50:21,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:21,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:21,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:50:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:50:21,961 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:50:21,962 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T16:50:21,963 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:50:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:50:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:50:21,974 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store 2024-11-15T16:50:21,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:50:21,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:50:21,986 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:21,987 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:50:21,987 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:21,987 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:21,987 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:50:21,987 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:21,987 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:21,987 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689421987Disabling compacts and flushes for region at 1731689421987Disabling writes for close at 1731689421987Writing region close event to WAL at 1731689421987Closed at 1731689421987 2024-11-15T16:50:21,988 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/.initializing 2024-11-15T16:50:21,988 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:21,990 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:50:21,992 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C38439%2C1731689421784, suffix=, logDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784, archiveDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/oldWALs, maxLogs=10 2024-11-15T16:50:22,007 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993, exclude list is [], retry=0 2024-11-15T16:50:22,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45417,DS-1e2c2a5b-ec7a-4973-b67d-2b669c205709,DISK] 2024-11-15T16:50:22,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-fcd9e4aa-a29d-48f9-802f-15989b770212,DISK] 2024-11-15T16:50:22,014 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 2024-11-15T16:50:22,014 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565),(127.0.0.1/127.0.0.1:41287:41287)] 2024-11-15T16:50:22,014 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:50:22,015 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:22,015 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,015 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T16:50:22,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T16:50:22,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:22,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T16:50:22,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:22,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T16:50:22,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:22,028 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,029 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,029 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,031 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,031 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,032 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:50:22,033 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:22,036 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:50:22,036 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778241, jitterRate=-0.010416343808174133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:50:22,038 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731689422015Initializing all the Stores at 1731689422016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689422016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689422017 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689422017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689422017Cleaning up temporary data from old regions at 1731689422031 (+14 ms)Region opened successfully at 1731689422038 (+7 ms) 2024-11-15T16:50:22,039 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T16:50:22,044 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:50:22,045 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T16:50:22,045 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T16:50:22,045 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T16:50:22,045 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T16:50:22,046 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T16:50:22,046 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T16:50:22,046 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T16:50:22,049 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T16:50:22,050 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T16:50:22,051 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T16:50:22,051 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T16:50:22,052 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T16:50:22,053 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T16:50:22,054 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T16:50:22,055 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T16:50:22,056 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T16:50:22,057 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T16:50:22,058 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T16:50:22,060 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T16:50:22,062 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T16:50:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,064 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a9bde5b3a1b5,38439,1731689421784, sessionid=0x101acd7112d0000, setting cluster-up flag (Was=false) 2024-11-15T16:50:22,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,073 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T16:50:22,074 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:22,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,083 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T16:50:22,084 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:22,085 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T16:50:22,087 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:22,088 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T16:50:22,088 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T16:50:22,088 INFO [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:50:22,088 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a9bde5b3a1b5,38439,1731689421784 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T16:50:22,089 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:22,090 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:22,090 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:22,090 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:22,090 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a9bde5b3a1b5:0, corePoolSize=10, maxPoolSize=10 2024-11-15T16:50:22,090 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,090 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:50:22,090 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731689452091 2024-11-15T16:50:22,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:22,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T16:50:22,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T16:50:22,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T16:50:22,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T16:50:22,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T16:50:22,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T16:50:22,092 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T16:50:22,093 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T16:50:22,094 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,094 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T16:50:22,094 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T16:50:22,094 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T16:50:22,095 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T16:50:22,095 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T16:50:22,095 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689422095,5,FailOnTimeoutGroup] 2024-11-15T16:50:22,095 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689422095,5,FailOnTimeoutGroup] 2024-11-15T16:50:22,095 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,095 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T16:50:22,095 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,095 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:50:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:50:22,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T16:50:22,108 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b 2024-11-15T16:50:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:50:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:50:22,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:22,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:50:22,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:50:22,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:50:22,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:50:22,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:50:22,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:50:22,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:50:22,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:50:22,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:50:22,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740 2024-11-15T16:50:22,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740 2024-11-15T16:50:22,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:50:22,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:50:22,136 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:50:22,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:50:22,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:50:22,142 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723055, jitterRate=-0.0805882066488266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:50:22,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731689422120Initializing all the Stores at 1731689422121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689422121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689422121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689422121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689422121Cleaning up temporary data from old regions at 1731689422136 (+15 ms)Region opened successfully at 1731689422143 (+7 ms) 2024-11-15T16:50:22,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:50:22,144 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:50:22,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:50:22,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:50:22,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:50:22,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:50:22,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689422143Disabling compacts and flushes for region at 1731689422143Disabling writes for close at 1731689422144 (+1 ms)Writing region close event to WAL at 1731689422144Closed at 1731689422144 2024-11-15T16:50:22,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:22,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T16:50:22,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T16:50:22,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:50:22,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T16:50:22,159 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(746): ClusterId : 08a498ee-350d-46dd-984b-48b79ceb8d2c 2024-11-15T16:50:22,159 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:50:22,161 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:50:22,161 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:50:22,164 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:50:22,165 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668a0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:50:22,178 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a9bde5b3a1b5:43713 2024-11-15T16:50:22,178 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:50:22,178 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:50:22,178 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:50:22,179 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,38439,1731689421784 with port=43713, startcode=1731689421834 2024-11-15T16:50:22,179 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:50:22,181 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:50:22,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38439 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38439 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,184 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b 2024-11-15T16:50:22,184 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35097 2024-11-15T16:50:22,184 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:50:22,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:50:22,187 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] zookeeper.ZKUtil(111): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,187 WARN [RS:0;a9bde5b3a1b5:43713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:50:22,187 INFO [RS:0;a9bde5b3a1b5:43713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:50:22,187 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,43713,1731689421834] 2024-11-15T16:50:22,191 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:50:22,194 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:50:22,194 INFO [RS:0;a9bde5b3a1b5:43713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:50:22,194 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,195 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:50:22,196 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:50:22,196 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,196 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:50:22,197 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:50:22,198 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,198 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,198 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,198 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,198 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,198 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43713,1731689421834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:50:22,216 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:50:22,216 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43713,1731689421834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,216 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,216 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.Replication(171): a9bde5b3a1b5,43713,1731689421834 started 2024-11-15T16:50:22,231 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,232 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,43713,1731689421834, RpcServer on a9bde5b3a1b5/172.17.0.2:43713, sessionid=0x101acd7112d0001 2024-11-15T16:50:22,232 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:50:22,232 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,232 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,43713,1731689421834' 2024-11-15T16:50:22,232 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:50:22,233 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:50:22,233 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:50:22,233 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:50:22,233 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,233 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,43713,1731689421834' 2024-11-15T16:50:22,233 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:50:22,234 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:50:22,234 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:50:22,234 INFO [RS:0;a9bde5b3a1b5:43713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:50:22,234 INFO [RS:0;a9bde5b3a1b5:43713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:50:22,300 WARN [a9bde5b3a1b5:38439 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T16:50:22,335 INFO [RS:0;a9bde5b3a1b5:43713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:50:22,337 INFO [RS:0;a9bde5b3a1b5:43713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C43713%2C1731689421834, suffix=, logDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834, archiveDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/oldWALs, maxLogs=32 2024-11-15T16:50:22,354 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339, exclude list is [], retry=0 2024-11-15T16:50:22,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45417,DS-1e2c2a5b-ec7a-4973-b67d-2b669c205709,DISK] 2024-11-15T16:50:22,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-fcd9e4aa-a29d-48f9-802f-15989b770212,DISK] 2024-11-15T16:50:22,361 INFO [RS:0;a9bde5b3a1b5:43713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 2024-11-15T16:50:22,361 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41287:41287),(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-15T16:50:22,550 DEBUG [a9bde5b3a1b5:38439 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T16:50:22,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,552 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,43713,1731689421834, state=OPENING 2024-11-15T16:50:22,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T16:50:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:22,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:22,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:50:22,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:22,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,43713,1731689421834}] 2024-11-15T16:50:22,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:50:22,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:50:22,718 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T16:50:22,718 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:50:22,719 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T16:50:22,722 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C43713%2C1731689421834.meta, suffix=.meta, logDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834, archiveDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/oldWALs, maxLogs=32 2024-11-15T16:50:22,740 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta, exclude list is [], retry=0 2024-11-15T16:50:22,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45417,DS-1e2c2a5b-ec7a-4973-b67d-2b669c205709,DISK] 2024-11-15T16:50:22,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-fcd9e4aa-a29d-48f9-802f-15989b770212,DISK] 2024-11-15T16:50:22,745 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta 2024-11-15T16:50:22,746 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565),(127.0.0.1/127.0.0.1:41287:41287)] 2024-11-15T16:50:22,746 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:50:22,746 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T16:50:22,747 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T16:50:22,747 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T16:50:22,747 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T16:50:22,747 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:22,747 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T16:50:22,747 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T16:50:22,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:50:22,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:50:22,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:50:22,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:50:22,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:50:22,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:50:22,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:50:22,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:50:22,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:22,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:22,759 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:50:22,760 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740 2024-11-15T16:50:22,761 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740 2024-11-15T16:50:22,763 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:50:22,763 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:50:22,764 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:50:22,766 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:50:22,767 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778896, jitterRate=-0.009583324193954468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:50:22,768 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T16:50:22,769 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731689422747Writing region info on filesystem at 1731689422747Initializing all the Stores at 1731689422748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689422748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689422751 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689422751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689422751Cleaning up temporary data from old regions at 1731689422763 (+12 ms)Running coprocessor post-open hooks at 1731689422768 (+5 ms)Region opened successfully at 1731689422769 (+1 ms) 2024-11-15T16:50:22,771 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731689422711 2024-11-15T16:50:22,774 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T16:50:22,774 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T16:50:22,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,43713,1731689421834, state=OPEN 2024-11-15T16:50:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:50:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:50:22,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:22,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:22,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:22,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T16:50:22,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,43713,1731689421834 in 224 msec 2024-11-15T16:50:22,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T16:50:22,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-15T16:50:22,789 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:22,789 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T16:50:22,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:50:22,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,43713,1731689421834, seqNum=-1] 2024-11-15T16:50:22,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:50:22,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:50:22,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 711 msec 2024-11-15T16:50:22,800 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731689422799, completionTime=-1 2024-11-15T16:50:22,800 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T16:50:22,800 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T16:50:22,802 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T16:50:22,802 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731689482802 2024-11-15T16:50:22,802 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731689542802 2024-11-15T16:50:22,802 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T16:50:22,802 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38439,1731689421784-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,803 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38439,1731689421784-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,803 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38439,1731689421784-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,803 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a9bde5b3a1b5:38439, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,803 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,803 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,805 DEBUG [master/a9bde5b3a1b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T16:50:22,807 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.923sec 2024-11-15T16:50:22,808 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T16:50:22,808 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T16:50:22,808 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T16:50:22,808 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T16:50:22,808 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T16:50:22,808 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38439,1731689421784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:50:22,808 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38439,1731689421784-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T16:50:22,811 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T16:50:22,811 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T16:50:22,811 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38439,1731689421784-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:22,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325474f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:50:22,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,38439,-1 for getting cluster id 2024-11-15T16:50:22,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T16:50:22,861 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a498ee-350d-46dd-984b-48b79ceb8d2c' 2024-11-15T16:50:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T16:50:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a498ee-350d-46dd-984b-48b79ceb8d2c" 2024-11-15T16:50:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b56394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:50:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,38439,-1] 2024-11-15T16:50:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T16:50:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:22,864 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T16:50:22,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c8c453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:50:22,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:50:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,43713,1731689421834, seqNum=-1] 2024-11-15T16:50:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:50:22,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:50:22,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:22,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:22,878 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T16:50:22,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:22,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:22,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:22,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:22,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:50:22,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@319ca0e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:22,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76fbb9a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:23,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20d35a88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir/jetty-localhost-36275-hadoop-hdfs-3_4_1-tests_jar-_-any-6129166051591555549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:23,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56e7b12e{HTTP/1.1, (http/1.1)}{localhost:36275} 2024-11-15T16:50:23,015 INFO [Time-limited test {}] server.Server(415): Started @68653ms 2024-11-15T16:50:23,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:23,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:23,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:23,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:23,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:23,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:50:23,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@149d802b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:23,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b27a04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:23,107 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data5/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:23,107 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data6/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:23,128 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d349d10ddb594d6 with lease ID 0xcef127b90c9309e1: Processing first storage report for DS-9a09f329-3e12-4b11-af60-d0128447e405 from datanode DatanodeRegistration(127.0.0.1:46839, datanodeUuid=ae8b17e9-6d18-449b-99cc-c57682ad15a0, infoPort=34303, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d349d10ddb594d6 with lease ID 0xcef127b90c9309e1: from storage DS-9a09f329-3e12-4b11-af60-d0128447e405 node DatanodeRegistration(127.0.0.1:46839, datanodeUuid=ae8b17e9-6d18-449b-99cc-c57682ad15a0, infoPort=34303, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T16:50:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d349d10ddb594d6 with lease ID 0xcef127b90c9309e1: Processing first storage report for DS-c399d617-3474-4dd0-be4e-a5c382e8d080 from datanode DatanodeRegistration(127.0.0.1:46839, datanodeUuid=ae8b17e9-6d18-449b-99cc-c57682ad15a0, infoPort=34303, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d349d10ddb594d6 with lease ID 0xcef127b90c9309e1: from storage DS-c399d617-3474-4dd0-be4e-a5c382e8d080 node DatanodeRegistration(127.0.0.1:46839, datanodeUuid=ae8b17e9-6d18-449b-99cc-c57682ad15a0, infoPort=34303, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:23,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c2056cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir/jetty-localhost-35627-hadoop-hdfs-3_4_1-tests_jar-_-any-11041692742801127869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:23,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c495783{HTTP/1.1, (http/1.1)}{localhost:35627} 2024-11-15T16:50:23,179 INFO [Time-limited test {}] server.Server(415): Started @68817ms 2024-11-15T16:50:23,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:23,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:23,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:23,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:23,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:23,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:50:23,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1acef601{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:23,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5388cf8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:23,275 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data8/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:23,275 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data7/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:23,300 WARN [Thread-523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:23,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ad53dbcde63663d with lease ID 0xcef127b90c9309e2: Processing first storage report for DS-cc67ce8e-b064-40bb-ad06-ccc471a14d83 from datanode DatanodeRegistration(127.0.0.1:34367, datanodeUuid=f268fc17-9c8c-4711-8c91-b7f920f45036, infoPort=45629, infoSecurePort=0, ipcPort=41551, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ad53dbcde63663d with lease ID 0xcef127b90c9309e2: from storage DS-cc67ce8e-b064-40bb-ad06-ccc471a14d83 node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=f268fc17-9c8c-4711-8c91-b7f920f45036, infoPort=45629, infoSecurePort=0, ipcPort=41551, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ad53dbcde63663d with lease ID 0xcef127b90c9309e2: Processing first storage report for DS-30b38822-44ea-41d6-bf3c-b211a1937f2d from datanode DatanodeRegistration(127.0.0.1:34367, datanodeUuid=f268fc17-9c8c-4711-8c91-b7f920f45036, infoPort=45629, infoSecurePort=0, ipcPort=41551, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ad53dbcde63663d with lease ID 0xcef127b90c9309e2: from storage DS-30b38822-44ea-41d6-bf3c-b211a1937f2d node DatanodeRegistration(127.0.0.1:34367, datanodeUuid=f268fc17-9c8c-4711-8c91-b7f920f45036, infoPort=45629, infoSecurePort=0, ipcPort=41551, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T16:50:23,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571cf59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir/jetty-localhost-34169-hadoop-hdfs-3_4_1-tests_jar-_-any-1648478142231428264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:23,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cacd228{HTTP/1.1, (http/1.1)}{localhost:34169} 2024-11-15T16:50:23,356 INFO [Time-limited test {}] server.Server(415): Started @68994ms 2024-11-15T16:50:23,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:23,463 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data9/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:23,463 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data10/current/BP-521478691-172.17.0.2-1731689421057/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:23,481 WARN [Thread-558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1ea9e5ed3eaf4a3 with lease ID 0xcef127b90c9309e3: Processing first storage report for DS-192ea3d5-b4d1-42f5-a6fe-2a3393141169 from datanode DatanodeRegistration(127.0.0.1:40001, datanodeUuid=90676e95-02e4-4115-8d30-40298722e24d, infoPort=36041, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1ea9e5ed3eaf4a3 with lease ID 0xcef127b90c9309e3: from storage DS-192ea3d5-b4d1-42f5-a6fe-2a3393141169 node DatanodeRegistration(127.0.0.1:40001, datanodeUuid=90676e95-02e4-4115-8d30-40298722e24d, infoPort=36041, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1ea9e5ed3eaf4a3 with lease ID 0xcef127b90c9309e3: Processing first storage report for DS-1e368ca9-6583-45dd-9231-e9214bfb852e from datanode DatanodeRegistration(127.0.0.1:40001, datanodeUuid=90676e95-02e4-4115-8d30-40298722e24d, infoPort=36041, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057) 2024-11-15T16:50:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1ea9e5ed3eaf4a3 with lease ID 0xcef127b90c9309e3: from storage DS-1e368ca9-6583-45dd-9231-e9214bfb852e node DatanodeRegistration(127.0.0.1:40001, datanodeUuid=90676e95-02e4-4115-8d30-40298722e24d, infoPort=36041, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:23,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T16:50:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b05e027 2024-11-15T16:50:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T16:50:23,490 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T16:50:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T16:50:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T16:50:23,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:50:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T16:50:23,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T16:50:23,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:23,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-15T16:50:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:50:23,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T16:50:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741835_1011 (size=393) 2024-11-15T16:50:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741835_1011 (size=393) 2024-11-15T16:50:23,505 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea88b6c3b137b03abaffe2957099c8c9, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b 2024-11-15T16:50:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741836_1012 (size=76) 2024-11-15T16:50:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741836_1012 (size=76) 2024-11-15T16:50:23,514 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:23,514 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing ea88b6c3b137b03abaffe2957099c8c9, disabling compactions & flushes 2024-11-15T16:50:23,514 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:23,514 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:23,514 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. after waiting 0 ms 2024-11-15T16:50:23,514 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:23,514 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:23,514 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea88b6c3b137b03abaffe2957099c8c9: Waiting for close lock at 1731689423514Disabling compacts and flushes for region at 1731689423514Disabling writes for close at 1731689423514Writing region close event to WAL at 1731689423514Closed at 1731689423514 2024-11-15T16:50:23,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T16:50:23,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731689423516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731689423516"}]},"ts":"1731689423516"} 2024-11-15T16:50:23,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T16:50:23,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T16:50:23,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689423520"}]},"ts":"1731689423520"} 2024-11-15T16:50:23,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-15T16:50:23,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea88b6c3b137b03abaffe2957099c8c9, ASSIGN}] 2024-11-15T16:50:23,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea88b6c3b137b03abaffe2957099c8c9, ASSIGN 2024-11-15T16:50:23,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea88b6c3b137b03abaffe2957099c8c9, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,43713,1731689421834; forceNewPlan=false, retain=false 2024-11-15T16:50:23,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea88b6c3b137b03abaffe2957099c8c9, regionState=OPENING, regionLocation=a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:23,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea88b6c3b137b03abaffe2957099c8c9, ASSIGN because future has completed 2024-11-15T16:50:23,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea88b6c3b137b03abaffe2957099c8c9, server=a9bde5b3a1b5,43713,1731689421834}] 2024-11-15T16:50:23,838 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:23,838 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea88b6c3b137b03abaffe2957099c8c9, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:50:23,839 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,839 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:23,839 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,839 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,841 INFO [StoreOpener-ea88b6c3b137b03abaffe2957099c8c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,842 INFO [StoreOpener-ea88b6c3b137b03abaffe2957099c8c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea88b6c3b137b03abaffe2957099c8c9 columnFamilyName info 2024-11-15T16:50:23,843 DEBUG [StoreOpener-ea88b6c3b137b03abaffe2957099c8c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:23,843 INFO [StoreOpener-ea88b6c3b137b03abaffe2957099c8c9-1 {}] regionserver.HStore(327): Store=ea88b6c3b137b03abaffe2957099c8c9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:23,843 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,844 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,845 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,845 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,845 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,847 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,850 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:50:23,850 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea88b6c3b137b03abaffe2957099c8c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859709, jitterRate=0.09317754209041595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:50:23,850 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:23,851 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea88b6c3b137b03abaffe2957099c8c9: Running coprocessor pre-open hook at 1731689423839Writing region info on filesystem at 1731689423839Initializing all the Stores at 1731689423840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689423840Cleaning up temporary data from old regions at 1731689423845 (+5 ms)Running coprocessor post-open hooks at 1731689423850 (+5 ms)Region opened successfully at 1731689423851 (+1 ms) 2024-11-15T16:50:23,853 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9., pid=6, masterSystemTime=1731689423833 2024-11-15T16:50:23,855 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:23,855 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:23,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea88b6c3b137b03abaffe2957099c8c9, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:23,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea88b6c3b137b03abaffe2957099c8c9, server=a9bde5b3a1b5,43713,1731689421834 because future has completed 2024-11-15T16:50:23,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T16:50:23,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea88b6c3b137b03abaffe2957099c8c9, server=a9bde5b3a1b5,43713,1731689421834 in 182 msec 2024-11-15T16:50:23,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T16:50:23,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea88b6c3b137b03abaffe2957099c8c9, ASSIGN in 342 msec 2024-11-15T16:50:23,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T16:50:23,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689423868"}]},"ts":"1731689423868"} 2024-11-15T16:50:23,871 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-15T16:50:23,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T16:50:23,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 381 msec 2024-11-15T16:50:25,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:25,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:25,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T16:50:25,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:25,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:28,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T16:50:28,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-15T16:50:30,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T16:50:30,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-15T16:50:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:50:33,531 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-15T16:50:33,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-15T16:50:33,533 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T16:50:33,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-15T16:50:33,538 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T16:50:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-15T16:50:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9., hostname=a9bde5b3a1b5,43713,1731689421834, seqNum=2] 2024-11-15T16:50:33,547 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-15T16:50:33,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T16:50:33,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:33,553 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1127983417_22 at /127.0.0.1:42502 [Receiving block BP-521478691-172.17.0.2-1731689421057:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37771:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42502 dst: /127.0.0.1:37771 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,552 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1073984169_22 at /127.0.0.1:42530 [Receiving block BP-521478691-172.17.0.2-1731689421057:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37771:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42530 dst: /127.0.0.1:37771 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,552 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1073984169_22 at /127.0.0.1:42534 [Receiving block BP-521478691-172.17.0.2-1731689421057:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37771:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42534 dst: /127.0.0.1:37771 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,553 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1127983417_22 at /127.0.0.1:57312 [Receiving block BP-521478691-172.17.0.2-1731689421057:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57312 dst: /127.0.0.1:45417 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,554 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1073984169_22 at /127.0.0.1:57348 [Receiving block BP-521478691-172.17.0.2-1731689421057:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57348 dst: /127.0.0.1:45417 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,554 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1073984169_22 at /127.0.0.1:57336 [Receiving block BP-521478691-172.17.0.2-1731689421057:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45417:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57336 dst: /127.0.0.1:45417 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21cfc6c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:33,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47787664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:33,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:33,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f38d4d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:33,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad0cbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:33,559 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:33,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:33,559 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521478691-172.17.0.2-1731689421057 (Datanode Uuid 8d11552b-6276-475b-88f9-fda1f6ba5577) service to localhost/127.0.0.1:35097 2024-11-15T16:50:33,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:33,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data3/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:33,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data4/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:33,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:33,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:33,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:33,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:33,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:33,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:50:33,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@446f4116{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:33,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1cfa64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:33,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d01bf55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/java.io.tmpdir/jetty-localhost-40937-hadoop-hdfs-3_4_1-tests_jar-_-any-2580973334053290434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:33,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1528d809{HTTP/1.1, (http/1.1)}{localhost:40937} 2024-11-15T16:50:33,703 INFO [Time-limited test {}] server.Server(415): Started @79341ms 2024-11-15T16:50:33,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:33,735 WARN [AsyncFSWAL-0-hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b-prefix:a9bde5b3a1b5,43713,1731689421834 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,736 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a9bde5b3a1b5%2C43713%2C1731689421834:(num 1731689422339) roll requested 2024-11-15T16:50:33,758 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689433736, exclude list is [], retry=0 2024-11-15T16:50:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40001,DS-192ea3d5-b4d1-42f5-a6fe-2a3393141169,DISK] 2024-11-15T16:50:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46839,DS-9a09f329-3e12-4b11-af60-d0128447e405,DISK] 2024-11-15T16:50:33,782 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689433736 2024-11-15T16:50:33,784 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36041:36041),(127.0.0.1/127.0.0.1:34303:34303)] 2024-11-15T16:50:33,784 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 is not closed yet, will try archiving it next time 2024-11-15T16:50:33,785 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,785 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T16:50:33,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:50:33,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:50:33,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:33,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:33,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T16:50:33,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T16:50:33,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1303385786, stopped=false 2024-11-15T16:50:33,788 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a9bde5b3a1b5,38439,1731689421784 2024-11-15T16:50:33,788 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T16:50:33,789 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T16:50:33,789 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 2024-11-15T16:50:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:33,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:33,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:33,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:33,793 WARN [IPC Server handler 4 on default port 35097 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-15T16:50:33,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:50:33,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:50:33,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:50:33,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:33,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,43713,1731689421834' ***** 2024-11-15T16:50:33,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T16:50:33,796 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:50:33,797 INFO [RS:0;a9bde5b3a1b5:43713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T16:50:33,797 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:50:33,797 INFO [RS:0;a9bde5b3a1b5:43713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T16:50:33,797 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(3091): Received CLOSE for ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:33,799 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 after 7ms 2024-11-15T16:50:33,800 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:33,800 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:50:33,801 INFO [RS:0;a9bde5b3a1b5:43713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a9bde5b3a1b5:43713. 2024-11-15T16:50:33,801 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:50:33,801 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:33,801 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:50:33,801 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:50:33,801 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:50:33,801 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T16:50:33,802 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T16:50:33,802 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea88b6c3b137b03abaffe2957099c8c9=TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9.} 2024-11-15T16:50:33,802 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea88b6c3b137b03abaffe2957099c8c9 2024-11-15T16:50:33,802 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:50:33,802 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:50:33,802 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:50:33,802 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:50:33,802 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:50:33,802 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-15T16:50:33,803 WARN [AsyncFSWAL-0-hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b-prefix:a9bde5b3a1b5,43713,1731689421834.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,803 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a9bde5b3a1b5%2C43713%2C1731689421834.meta:.meta(num 1731689422724) roll requested 2024-11-15T16:50:33,804 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea88b6c3b137b03abaffe2957099c8c9, disabling compactions & flushes 2024-11-15T16:50:33,804 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:33,804 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:33,804 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. after waiting 0 ms 2024-11-15T16:50:33,804 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:33,804 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea88b6c3b137b03abaffe2957099c8c9 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-15T16:50:33,830 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689433803.meta, exclude list is [], retry=0 2024-11-15T16:50:33,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45417,DS-1e2c2a5b-ec7a-4973-b67d-2b669c205709,DISK] 2024-11-15T16:50:33,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34367,DS-cc67ce8e-b064-40bb-ad06-ccc471a14d83,DISK] 2024-11-15T16:50:33,840 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9/.tmp/info/33bec1a936d14490b4d182641619875c is 1055, key is row0001/info:/1731689433545/Put/seqid=0 2024-11-15T16:50:33,862 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689433803.meta 2024-11-15T16:50:33,867 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565),(127.0.0.1/127.0.0.1:45629:45629)] 2024-11-15T16:50:33,868 DEBUG [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta is not closed yet, will try archiving it next time 2024-11-15T16:50:33,868 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,868 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741839_1016 (size=7062) 2024-11-15T16:50:33,870 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta 2024-11-15T16:50:33,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741839_1016 (size=7062) 2024-11-15T16:50:33,871 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9/.tmp/info/33bec1a936d14490b4d182641619875c 2024-11-15T16:50:33,871 WARN [IPC Server handler 3 on default port 35097 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-15T16:50:33,872 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta after 1ms 2024-11-15T16:50:33,884 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x714d518354d70d5 with lease ID 0xcef127b90c9309e4: from storage DS-fcd9e4aa-a29d-48f9-802f-15989b770212 node DatanodeRegistration(127.0.0.1:33735, datanodeUuid=8d11552b-6276-475b-88f9-fda1f6ba5577, infoPort=35041, infoSecurePort=0, ipcPort=38301, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x714d518354d70d5 with lease ID 0xcef127b90c9309e4: from storage DS-32a6a672-acdc-431a-817a-a53c59205463 node DatanodeRegistration(127.0.0.1:33735, datanodeUuid=8d11552b-6276-475b-88f9-fda1f6ba5577, infoPort=35041, infoSecurePort=0, ipcPort=38301, storageInfo=lv=-57;cid=testClusterID;nsid=628010442;c=1731689421057), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:33,894 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/info/655f2fcaf6ea4f18818408990f38d6ca is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9./info:regioninfo/1731689423856/Put/seqid=0 2024-11-15T16:50:33,898 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9/.tmp/info/33bec1a936d14490b4d182641619875c as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9/info/33bec1a936d14490b4d182641619875c 2024-11-15T16:50:33,908 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9/info/33bec1a936d14490b4d182641619875c, entries=2, sequenceid=6, filesize=6.9 K 2024-11-15T16:50:33,909 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for ea88b6c3b137b03abaffe2957099c8c9 in 105ms, sequenceid=6, compaction requested=false 2024-11-15T16:50:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741840_1018 (size=7089) 2024-11-15T16:50:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741840_1018 (size=7089) 2024-11-15T16:50:33,918 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/info/655f2fcaf6ea4f18818408990f38d6ca 2024-11-15T16:50:33,925 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea88b6c3b137b03abaffe2957099c8c9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T16:50:33,926 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:33,927 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea88b6c3b137b03abaffe2957099c8c9: Waiting for close lock at 1731689433804Running coprocessor pre-close hooks at 1731689433804Disabling compacts and flushes for region at 1731689433804Disabling writes for close at 1731689433804Obtaining lock to block concurrent updates at 1731689433804Preparing flush snapshotting stores in ea88b6c3b137b03abaffe2957099c8c9 at 1731689433804Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731689433805 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. at 1731689433805Flushing ea88b6c3b137b03abaffe2957099c8c9/info: creating writer at 1731689433806 (+1 ms)Flushing ea88b6c3b137b03abaffe2957099c8c9/info: appending metadata at 1731689433830 (+24 ms)Flushing ea88b6c3b137b03abaffe2957099c8c9/info: closing flushed file at 1731689433831 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2974c321: reopening flushed file at 1731689433896 (+65 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for ea88b6c3b137b03abaffe2957099c8c9 in 105ms, sequenceid=6, compaction requested=false at 1731689433909 (+13 ms)Writing region close event to WAL at 1731689433915 (+6 ms)Running coprocessor post-close hooks at 1731689433926 (+11 ms)Closed at 1731689433926 2024-11-15T16:50:33,927 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731689423490.ea88b6c3b137b03abaffe2957099c8c9. 2024-11-15T16:50:33,957 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/ns/bf03f92221d142e69d366e78f1aa9147 is 43, key is default/ns:d/1731689422794/Put/seqid=0 2024-11-15T16:50:33,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741841_1019 (size=5153) 2024-11-15T16:50:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741841_1019 (size=5153) 2024-11-15T16:50:33,966 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/ns/bf03f92221d142e69d366e78f1aa9147 2024-11-15T16:50:33,994 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/table/82dbf6a8d9c84cdab520e6ded57bc562 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731689423868/Put/seqid=0 2024-11-15T16:50:34,002 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T16:50:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741842_1020 (size=5424) 2024-11-15T16:50:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741842_1020 (size=5424) 2024-11-15T16:50:34,200 INFO [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:50:34,202 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T16:50:34,283 INFO [regionserver/a9bde5b3a1b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T16:50:34,283 INFO [regionserver/a9bde5b3a1b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T16:50:34,402 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T16:50:34,404 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/table/82dbf6a8d9c84cdab520e6ded57bc562 2024-11-15T16:50:34,414 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/info/655f2fcaf6ea4f18818408990f38d6ca as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/info/655f2fcaf6ea4f18818408990f38d6ca 2024-11-15T16:50:34,422 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/info/655f2fcaf6ea4f18818408990f38d6ca, entries=10, sequenceid=11, filesize=6.9 K 2024-11-15T16:50:34,423 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/ns/bf03f92221d142e69d366e78f1aa9147 as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/ns/bf03f92221d142e69d366e78f1aa9147 2024-11-15T16:50:34,431 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/ns/bf03f92221d142e69d366e78f1aa9147, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T16:50:34,432 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/.tmp/table/82dbf6a8d9c84cdab520e6ded57bc562 as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/table/82dbf6a8d9c84cdab520e6ded57bc562 2024-11-15T16:50:34,441 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/table/82dbf6a8d9c84cdab520e6ded57bc562, entries=2, sequenceid=11, filesize=5.3 K 2024-11-15T16:50:34,443 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 640ms, sequenceid=11, compaction requested=false 2024-11-15T16:50:34,452 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T16:50:34,453 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:50:34,453 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:50:34,453 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689433802Running coprocessor pre-close hooks at 1731689433802Disabling compacts and flushes for region at 1731689433802Disabling writes for close at 1731689433802Obtaining lock to block concurrent updates at 1731689433802Preparing flush snapshotting stores in 1588230740 at 1731689433802Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731689433803 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731689433872 (+69 ms)Flushing 1588230740/info: creating writer at 1731689433872Flushing 1588230740/info: appending metadata at 1731689433894 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731689433894Flushing 1588230740/ns: creating writer at 1731689433930 (+36 ms)Flushing 1588230740/ns: appending metadata at 1731689433956 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731689433956Flushing 1588230740/table: creating writer at 1731689433977 (+21 ms)Flushing 1588230740/table: appending metadata at 1731689433993 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731689433993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fb4861: reopening flushed file at 1731689434412 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37dbf14: reopening flushed file at 1731689434422 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af04932: reopening flushed file at 1731689434431 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 640ms, sequenceid=11, compaction requested=false at 1731689434443 (+12 ms)Writing region close event to WAL at 1731689434448 (+5 ms)Running coprocessor post-close hooks at 1731689434453 (+5 ms)Closed at 1731689434453 2024-11-15T16:50:34,453 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T16:50:34,603 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,43713,1731689421834; all regions closed. 2024-11-15T16:50:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741838_1015 (size=825) 2024-11-15T16:50:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741838_1015 (size=825) 2024-11-15T16:50:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741833_1014 (size=1599) 2024-11-15T16:50:37,800 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 after 4011ms 2024-11-15T16:50:37,801 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 to hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/oldWALs/a9bde5b3a1b5%2C43713%2C1731689421834.1731689422339 2024-11-15T16:50:37,873 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta after 4002ms 2024-11-15T16:50:37,873 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/WALs/a9bde5b3a1b5,43713,1731689421834/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta to hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/oldWALs/a9bde5b3a1b5%2C43713%2C1731689421834.meta.1731689422724.meta 2024-11-15T16:50:37,877 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/oldWALs 2024-11-15T16:50:37,877 INFO [RS:0;a9bde5b3a1b5:43713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C43713%2C1731689421834.meta:.meta(num 1731689433803) 2024-11-15T16:50:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741837_1013 (size=2288) 2024-11-15T16:50:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741837_1013 (size=2288) 2024-11-15T16:50:37,882 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/oldWALs 2024-11-15T16:50:37,882 INFO [RS:0;a9bde5b3a1b5:43713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C43713%2C1731689421834:(num 1731689433736) 2024-11-15T16:50:37,882 DEBUG [RS:0;a9bde5b3a1b5:43713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:37,882 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:50:37,882 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:50:37,883 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T16:50:37,883 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:50:37,883 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:50:37,883 INFO [RS:0;a9bde5b3a1b5:43713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43713 2024-11-15T16:50:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,43713,1731689421834 2024-11-15T16:50:37,886 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:50:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:50:37,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,43713,1731689421834] 2024-11-15T16:50:37,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,43713,1731689421834 already deleted, retry=false 2024-11-15T16:50:37,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,43713,1731689421834 expired; onlineServers=0 2024-11-15T16:50:37,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a9bde5b3a1b5,38439,1731689421784' ***** 2024-11-15T16:50:37,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T16:50:37,890 INFO [M:0;a9bde5b3a1b5:38439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:50:37,890 INFO [M:0;a9bde5b3a1b5:38439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:50:37,890 DEBUG [M:0;a9bde5b3a1b5:38439 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T16:50:37,890 DEBUG [M:0;a9bde5b3a1b5:38439 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T16:50:37,890 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T16:50:37,890 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689422095 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689422095,5,FailOnTimeoutGroup] 2024-11-15T16:50:37,890 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689422095 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689422095,5,FailOnTimeoutGroup] 2024-11-15T16:50:37,890 INFO [M:0;a9bde5b3a1b5:38439 {}] hbase.ChoreService(370): Chore service for: master/a9bde5b3a1b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T16:50:37,890 INFO [M:0;a9bde5b3a1b5:38439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:50:37,891 DEBUG [M:0;a9bde5b3a1b5:38439 {}] master.HMaster(1795): Stopping service threads 2024-11-15T16:50:37,891 INFO [M:0;a9bde5b3a1b5:38439 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T16:50:37,891 INFO [M:0;a9bde5b3a1b5:38439 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:50:37,891 INFO [M:0;a9bde5b3a1b5:38439 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T16:50:37,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T16:50:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T16:50:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:37,892 DEBUG [M:0;a9bde5b3a1b5:38439 {}] zookeeper.ZKUtil(347): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T16:50:37,892 WARN [M:0;a9bde5b3a1b5:38439 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T16:50:37,894 INFO [M:0;a9bde5b3a1b5:38439 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/.lastflushedseqids 2024-11-15T16:50:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741843_1021 (size=139) 2024-11-15T16:50:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741843_1021 (size=139) 2024-11-15T16:50:37,905 INFO [M:0;a9bde5b3a1b5:38439 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T16:50:37,905 INFO [M:0;a9bde5b3a1b5:38439 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T16:50:37,906 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:50:37,906 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:37,906 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:37,906 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:50:37,906 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:37,906 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-15T16:50:37,906 WARN [AsyncFSWAL-0-hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData-prefix:a9bde5b3a1b5,38439,1731689421784 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:37,907 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a9bde5b3a1b5%2C38439%2C1731689421784:(num 1731689421993) roll requested 2024-11-15T16:50:37,929 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689437907, exclude list is [], retry=0 2024-11-15T16:50:37,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33735,DS-fcd9e4aa-a29d-48f9-802f-15989b770212,DISK] 2024-11-15T16:50:37,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34367,DS-cc67ce8e-b064-40bb-ad06-ccc471a14d83,DISK] 2024-11-15T16:50:37,936 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689437907 2024-11-15T16:50:37,936 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45629:45629),(127.0.0.1/127.0.0.1:35041:35041)] 2024-11-15T16:50:37,936 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 is not closed yet, will try archiving it next time 2024-11-15T16:50:37,936 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:37,937 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:50:37,937 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 2024-11-15T16:50:37,938 WARN [IPC Server handler 2 on default port 35097 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-15T16:50:37,938 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 after 1ms 2024-11-15T16:50:37,960 DEBUG [M:0;a9bde5b3a1b5:38439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0054575965499490084268d7092e59 is 82, key is hbase:meta,,1/info:regioninfo/1731689422774/Put/seqid=0 2024-11-15T16:50:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741845_1024 (size=5672) 2024-11-15T16:50:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741845_1024 (size=5672) 2024-11-15T16:50:37,968 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0054575965499490084268d7092e59 2024-11-15T16:50:37,988 INFO [RS:0;a9bde5b3a1b5:43713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:50:37,988 INFO [RS:0;a9bde5b3a1b5:43713 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,43713,1731689421834; zookeeper connection closed. 2024-11-15T16:50:37,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:37,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43713-0x101acd7112d0001, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:37,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f25b5e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f25b5e2 2024-11-15T16:50:37,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T16:50:37,996 DEBUG [M:0;a9bde5b3a1b5:38439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94e796eac58b4246884d24a57de86db0 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731689423873/Put/seqid=0 2024-11-15T16:50:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741846_1025 (size=6113) 2024-11-15T16:50:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741846_1025 (size=6113) 2024-11-15T16:50:38,007 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94e796eac58b4246884d24a57de86db0 2024-11-15T16:50:38,037 DEBUG [M:0;a9bde5b3a1b5:38439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517059e9ea4a4e4cbd884db71176bd37 is 69, key is a9bde5b3a1b5,43713,1731689421834/rs:state/1731689422182/Put/seqid=0 2024-11-15T16:50:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741847_1026 (size=5156) 2024-11-15T16:50:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741847_1026 (size=5156) 2024-11-15T16:50:38,045 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517059e9ea4a4e4cbd884db71176bd37 2024-11-15T16:50:38,068 DEBUG [M:0;a9bde5b3a1b5:38439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8266ca626cfb46508ee62710c051e4a5 is 52, key is load_balancer_on/state:d/1731689422877/Put/seqid=0 2024-11-15T16:50:38,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741848_1027 (size=5056) 2024-11-15T16:50:38,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741848_1027 (size=5056) 2024-11-15T16:50:38,078 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8266ca626cfb46508ee62710c051e4a5 2024-11-15T16:50:38,087 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0054575965499490084268d7092e59 as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc0054575965499490084268d7092e59 2024-11-15T16:50:38,095 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc0054575965499490084268d7092e59, entries=8, sequenceid=56, filesize=5.5 K 2024-11-15T16:50:38,096 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94e796eac58b4246884d24a57de86db0 as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94e796eac58b4246884d24a57de86db0 2024-11-15T16:50:38,103 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94e796eac58b4246884d24a57de86db0, entries=6, sequenceid=56, filesize=6.0 K 2024-11-15T16:50:38,105 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517059e9ea4a4e4cbd884db71176bd37 as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517059e9ea4a4e4cbd884db71176bd37 2024-11-15T16:50:38,112 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517059e9ea4a4e4cbd884db71176bd37, entries=1, sequenceid=56, filesize=5.0 K 2024-11-15T16:50:38,113 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8266ca626cfb46508ee62710c051e4a5 as hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8266ca626cfb46508ee62710c051e4a5 2024-11-15T16:50:38,121 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8266ca626cfb46508ee62710c051e4a5, entries=1, sequenceid=56, filesize=4.9 K 2024-11-15T16:50:38,123 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=56, compaction requested=false 2024-11-15T16:50:38,129 INFO [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:38,129 DEBUG [M:0;a9bde5b3a1b5:38439 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689437906Disabling compacts and flushes for region at 1731689437906Disabling writes for close at 1731689437906Obtaining lock to block concurrent updates at 1731689437906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731689437906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1731689437906Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731689437941 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731689437942 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731689437959 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731689437959Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731689437975 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731689437996 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731689437996Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731689438016 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731689438036 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731689438036Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731689438051 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731689438067 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731689438067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3d983: reopening flushed file at 1731689438085 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1438e797: reopening flushed file at 1731689438095 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26500f48: reopening flushed file at 1731689438103 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289a2272: reopening flushed file at 1731689438112 (+9 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=56, compaction requested=false at 1731689438123 (+11 ms)Writing region close event to WAL at 1731689438128 (+5 ms)Closed at 1731689438129 (+1 ms) 2024-11-15T16:50:38,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33735 is added to blk_1073741844_1022 (size=757) 2024-11-15T16:50:38,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34367 is added to blk_1073741844_1022 (size=757) 2024-11-15T16:50:38,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:38,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:38,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:39,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T16:50:39,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:39,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:39,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:39,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741834_1017 (size=2386) 2024-11-15T16:50:39,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40001 is added to blk_1073741833_1014 (size=1599) 2024-11-15T16:50:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741830_1023 (size=27165) 2024-11-15T16:50:40,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T16:50:40,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:50:40,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T16:50:40,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T16:50:41,939 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 after 4002ms 2024-11-15T16:50:41,940 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/WALs/a9bde5b3a1b5,38439,1731689421784/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 to hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/oldWALs/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 2024-11-15T16:50:41,944 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/MasterData/oldWALs/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993 to hdfs://localhost:35097/user/jenkins/test-data/b9b51d97-3e2e-2d37-d645-95405289e52b/oldWALs/a9bde5b3a1b5%2C38439%2C1731689421784.1731689421993$masterlocalwal$ 2024-11-15T16:50:41,944 INFO [M:0;a9bde5b3a1b5:38439 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T16:50:41,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:50:41,944 INFO [M:0;a9bde5b3a1b5:38439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38439 2024-11-15T16:50:41,944 INFO [M:0;a9bde5b3a1b5:38439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:50:42,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:42,046 INFO [M:0;a9bde5b3a1b5:38439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:50:42,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38439-0x101acd7112d0000, quorum=127.0.0.1:58329, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:50:42,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d01bf55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:42,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1528d809{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:42,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:42,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1cfa64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:42,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@446f4116{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:42,052 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:42,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:42,052 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521478691-172.17.0.2-1731689421057 (Datanode Uuid 8d11552b-6276-475b-88f9-fda1f6ba5577) service to localhost/127.0.0.1:35097 2024-11-15T16:50:42,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:42,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data3/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data4/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:42,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@571cf59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:42,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cacd228{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:42,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:42,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5388cf8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:42,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1acef601{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:42,058 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:42,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:42,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:42,058 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521478691-172.17.0.2-1731689421057 (Datanode Uuid 90676e95-02e4-4115-8d30-40298722e24d) service to localhost/127.0.0.1:35097 2024-11-15T16:50:42,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data9/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data10/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:42,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c2056cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:42,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c495783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:42,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:42,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b27a04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:42,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@149d802b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:42,064 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:42,064 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:42,064 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521478691-172.17.0.2-1731689421057 (Datanode Uuid f268fc17-9c8c-4711-8c91-b7f920f45036) service to localhost/127.0.0.1:35097 2024-11-15T16:50:42,064 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:42,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data7/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data8/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:42,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20d35a88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:42,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56e7b12e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:42,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:42,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76fbb9a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:42,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@319ca0e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:42,070 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:42,070 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521478691-172.17.0.2-1731689421057 (Datanode Uuid ae8b17e9-6d18-449b-99cc-c57682ad15a0) service to localhost/127.0.0.1:35097 2024-11-15T16:50:42,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:42,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:42,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data5/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data6/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:42,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11e84626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:42,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1693d476{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:42,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:42,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3722f230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:42,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a2367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:42,075 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:50:42,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:50:42,075 WARN [BP-521478691-172.17.0.2-1731689421057 heartbeating to localhost/127.0.0.1:35097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521478691-172.17.0.2-1731689421057 (Datanode Uuid 4af1e967-9680-4139-8d8d-7a4145405515) service to localhost/127.0.0.1:35097 2024-11-15T16:50:42,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:50:42,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data1/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/cluster_730112ce-2ac8-7aa0-e4c6-9fdaea2b1cc3/data/data2/current/BP-521478691-172.17.0.2-1731689421057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:50:42,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:50:42,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2282af01{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:50:42,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3db9258d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:50:42,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:50:42,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1004f403{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:50:42,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40f9b5ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir/,STOPPED} 2024-11-15T16:50:42,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T16:50:42,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T16:50:42,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 67) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:35097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:35097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:35097 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=5622 (was 5666) 2024-11-15T16:50:42,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=5621 2024-11-15T16:50:42,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T16:50:42,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.log.dir so I do NOT create it in target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98 2024-11-15T16:50:42,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95f98902-608b-908e-e52c-da8ad0567896/hadoop.tmp.dir so I do NOT create it in target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98 2024-11-15T16:50:42,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9, deleteOnExit=true 2024-11-15T16:50:42,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/test.cache.data in system properties and HBase conf 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir in system properties and HBase conf 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T16:50:42,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:50:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/nfs.dump.dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/java.io.tmpdir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T16:50:42,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T16:50:42,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:42,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:42,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:42,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:42,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:50:42,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:42,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f7c0f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:42,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@749e75b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:42,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39fb633f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/java.io.tmpdir/jetty-localhost-38769-hadoop-hdfs-3_4_1-tests_jar-_-any-6623194008964057927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:50:42,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67634692{HTTP/1.1, (http/1.1)}{localhost:38769} 2024-11-15T16:50:42,355 INFO [Time-limited test {}] server.Server(415): Started @87993ms 2024-11-15T16:50:42,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:42,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:42,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:42,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:42,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:50:42,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202a70e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:42,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2da9c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:42,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bbad3cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/java.io.tmpdir/jetty-localhost-36785-hadoop-hdfs-3_4_1-tests_jar-_-any-10970621592731421263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:42,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@604cc3ba{HTTP/1.1, (http/1.1)}{localhost:36785} 2024-11-15T16:50:42,593 INFO [Time-limited test {}] server.Server(415): Started @88231ms 2024-11-15T16:50:42,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:42,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:50:42,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:50:42,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:50:42,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:50:42,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:50:42,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2ddf61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:50:42,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbe98bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:50:42,684 WARN [Thread-784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data1/current/BP-433454314-172.17.0.2-1731689442171/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:42,684 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data2/current/BP-433454314-172.17.0.2-1731689442171/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:42,705 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c57bc54260bb3b1 with lease ID 0x8d0b1eb134cc4cf4: Processing first storage report for DS-c5e556dd-38a9-47cd-bfd0-3743ef517697 from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=360a226e-02e4-4d56-9a7e-209c2b62e2ba, infoPort=46405, infoSecurePort=0, ipcPort=43785, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171) 2024-11-15T16:50:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c57bc54260bb3b1 with lease ID 0x8d0b1eb134cc4cf4: from storage DS-c5e556dd-38a9-47cd-bfd0-3743ef517697 node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=360a226e-02e4-4d56-9a7e-209c2b62e2ba, infoPort=46405, infoSecurePort=0, ipcPort=43785, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c57bc54260bb3b1 with lease ID 0x8d0b1eb134cc4cf4: Processing first storage report for DS-6e0fbda9-213d-4f48-948e-25e3246b5ec8 from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=360a226e-02e4-4d56-9a7e-209c2b62e2ba, infoPort=46405, infoSecurePort=0, ipcPort=43785, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171) 2024-11-15T16:50:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c57bc54260bb3b1 with lease ID 0x8d0b1eb134cc4cf4: from storage DS-6e0fbda9-213d-4f48-948e-25e3246b5ec8 node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=360a226e-02e4-4d56-9a7e-209c2b62e2ba, infoPort=46405, infoSecurePort=0, ipcPort=43785, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:42,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a9f552a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/java.io.tmpdir/jetty-localhost-36653-hadoop-hdfs-3_4_1-tests_jar-_-any-11613660377211701038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:50:42,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18d39073{HTTP/1.1, (http/1.1)}{localhost:36653} 2024-11-15T16:50:42,751 INFO [Time-limited test {}] server.Server(415): Started @88389ms 2024-11-15T16:50:42,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:50:42,837 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data3/current/BP-433454314-172.17.0.2-1731689442171/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:42,837 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data4/current/BP-433454314-172.17.0.2-1731689442171/current, will proceed with Du for space computation calculation, 2024-11-15T16:50:42,853 WARN [Thread-799 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:50:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefdc8ddc5d1a07b with lease ID 0x8d0b1eb134cc4cf5: Processing first storage report for DS-6eb7d3eb-213e-4e8b-bb70-531587482045 from datanode DatanodeRegistration(127.0.0.1:44243, datanodeUuid=fea54153-f4ab-4f18-a776-6d31d46dd25f, infoPort=41241, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171) 2024-11-15T16:50:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefdc8ddc5d1a07b with lease ID 0x8d0b1eb134cc4cf5: from storage DS-6eb7d3eb-213e-4e8b-bb70-531587482045 node DatanodeRegistration(127.0.0.1:44243, datanodeUuid=fea54153-f4ab-4f18-a776-6d31d46dd25f, infoPort=41241, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefdc8ddc5d1a07b with lease ID 0x8d0b1eb134cc4cf5: Processing first storage report for DS-0d7ced3a-6dba-4fdb-a50c-28316b946585 from datanode DatanodeRegistration(127.0.0.1:44243, datanodeUuid=fea54153-f4ab-4f18-a776-6d31d46dd25f, infoPort=41241, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171) 2024-11-15T16:50:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefdc8ddc5d1a07b with lease ID 0x8d0b1eb134cc4cf5: from storage DS-0d7ced3a-6dba-4fdb-a50c-28316b946585 node DatanodeRegistration(127.0.0.1:44243, datanodeUuid=fea54153-f4ab-4f18-a776-6d31d46dd25f, infoPort=41241, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=703216521;c=1731689442171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:50:42,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98 2024-11-15T16:50:42,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/zookeeper_0, clientPort=63986, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T16:50:42,883 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63986 2024-11-15T16:50:42,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:42,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:50:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:50:42,896 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5 with version=8 2024-11-15T16:50:42,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/hbase-staging 2024-11-15T16:50:42,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:50:42,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:42,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:42,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:50:42,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:42,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:50:42,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T16:50:42,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:50:42,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38905 2024-11-15T16:50:42,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38905 connecting to ZooKeeper ensemble=127.0.0.1:63986 2024-11-15T16:50:42,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389050x0, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:50:42,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38905-0x101acd763a80000 connected 2024-11-15T16:50:42,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:42,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:42,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:42,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5, hbase.cluster.distributed=false 2024-11-15T16:50:42,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:50:42,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-15T16:50:42,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38905 2024-11-15T16:50:42,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38905 2024-11-15T16:50:42,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-15T16:50:42,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-15T16:50:42,950 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:50:42,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:42,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:42,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:50:42,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:50:42,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:50:42,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:50:42,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:50:42,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34865 2024-11-15T16:50:42,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34865 connecting to ZooKeeper ensemble=127.0.0.1:63986 2024-11-15T16:50:42,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:42,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:42,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348650x0, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:50:42,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34865-0x101acd763a80001 connected 2024-11-15T16:50:42,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:50:42,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:50:42,961 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:50:42,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:50:42,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:50:42,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-15T16:50:42,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34865 2024-11-15T16:50:42,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34865 2024-11-15T16:50:42,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-15T16:50:42,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-15T16:50:42,981 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a9bde5b3a1b5:38905 2024-11-15T16:50:42,982 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:42,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:42,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:42,984 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:50:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:42,987 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T16:50:42,988 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a9bde5b3a1b5,38905,1731689442897 from backup master directory 2024-11-15T16:50:42,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:42,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:42,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:50:42,989 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:50:42,989 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:42,995 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/hbase.id] with ID: f6db63ed-deb9-48f7-8ba0-538eeadd0c4c 2024-11-15T16:50:42,995 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/.tmp/hbase.id 2024-11-15T16:50:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:50:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:50:43,003 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/.tmp/hbase.id]:[hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/hbase.id] 2024-11-15T16:50:43,016 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:43,016 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T16:50:43,017 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T16:50:43,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:50:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:50:43,030 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:50:43,031 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T16:50:43,032 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:50:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:50:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:50:43,042 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store 2024-11-15T16:50:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:50:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:50:43,050 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:43,050 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:50:43,050 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:43,050 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:43,050 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:50:43,050 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:43,050 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:50:43,050 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689443050Disabling compacts and flushes for region at 1731689443050Disabling writes for close at 1731689443050Writing region close event to WAL at 1731689443050Closed at 1731689443050 2024-11-15T16:50:43,051 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/.initializing 2024-11-15T16:50:43,051 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/WALs/a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:43,053 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:50:43,055 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C38905%2C1731689442897, suffix=, logDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/WALs/a9bde5b3a1b5,38905,1731689442897, archiveDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/oldWALs, maxLogs=10 2024-11-15T16:50:43,076 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/WALs/a9bde5b3a1b5,38905,1731689442897/a9bde5b3a1b5%2C38905%2C1731689442897.1731689443055, exclude list is [], retry=0 2024-11-15T16:50:43,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-6eb7d3eb-213e-4e8b-bb70-531587482045,DISK] 2024-11-15T16:50:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-c5e556dd-38a9-47cd-bfd0-3743ef517697,DISK] 2024-11-15T16:50:43,082 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/WALs/a9bde5b3a1b5,38905,1731689442897/a9bde5b3a1b5%2C38905%2C1731689442897.1731689443055 2024-11-15T16:50:43,082 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41241:41241),(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-15T16:50:43,082 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:50:43,083 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:43,083 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,083 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T16:50:43,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T16:50:43,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:43,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T16:50:43,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T16:50:43,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:43,092 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,093 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,093 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,094 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,095 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,095 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:50:43,096 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:50:43,099 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:50:43,100 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735157, jitterRate=-0.06520012021064758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:50:43,100 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731689443083Initializing all the Stores at 1731689443084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689443084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689443084Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689443084Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689443084Cleaning up temporary data from old regions at 1731689443095 (+11 ms)Region opened successfully at 1731689443100 (+5 ms) 2024-11-15T16:50:43,101 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T16:50:43,104 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191c9cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:50:43,105 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T16:50:43,105 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T16:50:43,105 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T16:50:43,105 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T16:50:43,106 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T16:50:43,106 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T16:50:43,106 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T16:50:43,108 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T16:50:43,109 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T16:50:43,111 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T16:50:43,111 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T16:50:43,112 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T16:50:43,114 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T16:50:43,114 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T16:50:43,115 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T16:50:43,117 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T16:50:43,118 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T16:50:43,119 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T16:50:43,121 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T16:50:43,122 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T16:50:43,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:43,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:50:43,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,124 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a9bde5b3a1b5,38905,1731689442897, sessionid=0x101acd763a80000, setting cluster-up flag (Was=false) 2024-11-15T16:50:43,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,133 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T16:50:43,134 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:43,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,143 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T16:50:43,144 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:43,145 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T16:50:43,147 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:43,147 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T16:50:43,148 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T16:50:43,148 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a9bde5b3a1b5,38905,1731689442897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a9bde5b3a1b5:0, corePoolSize=10, maxPoolSize=10 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:50:43,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731689473151 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T16:50:43,151 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,152 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T16:50:43,152 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T16:50:43,152 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T16:50:43,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:43,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T16:50:43,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T16:50:43,156 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T16:50:43,156 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T16:50:43,158 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689443156,5,FailOnTimeoutGroup] 2024-11-15T16:50:43,159 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689443158,5,FailOnTimeoutGroup] 2024-11-15T16:50:43,159 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,159 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T16:50:43,159 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,159 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:50:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:50:43,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T16:50:43,166 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5 2024-11-15T16:50:43,173 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(746): ClusterId : f6db63ed-deb9-48f7-8ba0-538eeadd0c4c 2024-11-15T16:50:43,173 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:50:43,175 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:50:43,175 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:50:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:50:43,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:50:43,179 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:50:43,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:43,179 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a91766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:50:43,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:50:43,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:50:43,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:50:43,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:50:43,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:50:43,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:50:43,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:50:43,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:50:43,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:50:43,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740 2024-11-15T16:50:43,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740 2024-11-15T16:50:43,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:50:43,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:50:43,193 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:50:43,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:50:43,194 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a9bde5b3a1b5:34865 2024-11-15T16:50:43,194 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:50:43,195 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:50:43,195 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:50:43,195 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,38905,1731689442897 with port=34865, startcode=1731689442950 2024-11-15T16:50:43,196 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:50:43,197 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:50:43,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835987, jitterRate=0.06301310658454895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:50:43,198 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:50:43,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731689443179Initializing all the Stores at 1731689443180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689443180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689443180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689443180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689443180Cleaning up temporary data from old regions at 1731689443192 (+12 ms)Region opened successfully at 1731689443198 (+6 ms) 2024-11-15T16:50:43,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:50:43,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:50:43,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:50:43,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:50:43,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:50:43,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38905 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:50:43,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689443198Disabling compacts and flushes for region at 1731689443198Disabling writes for close at 1731689443199 (+1 ms)Writing region close event to WAL at 1731689443199Closed at 1731689443199 2024-11-15T16:50:43,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:43,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T16:50:43,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T16:50:43,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:50:43,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T16:50:43,208 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5 2024-11-15T16:50:43,208 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36375 2024-11-15T16:50:43,208 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:50:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:50:43,211 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] zookeeper.ZKUtil(111): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,211 WARN [RS:0;a9bde5b3a1b5:34865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:50:43,211 INFO [RS:0;a9bde5b3a1b5:34865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:50:43,211 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,34865,1731689442950] 2024-11-15T16:50:43,215 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:50:43,217 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:50:43,217 INFO [RS:0;a9bde5b3a1b5:34865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:50:43,218 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,218 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:50:43,219 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:50:43,219 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,219 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,220 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:50:43,220 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:50:43,220 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:50:43,222 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,222 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,222 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,222 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,222 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,222 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,34865,1731689442950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:50:43,238 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:50:43,238 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,34865,1731689442950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,238 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,238 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.Replication(171): a9bde5b3a1b5,34865,1731689442950 started 2024-11-15T16:50:43,253 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,253 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,34865,1731689442950, RpcServer on a9bde5b3a1b5/172.17.0.2:34865, sessionid=0x101acd763a80001 2024-11-15T16:50:43,253 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:50:43,253 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,253 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,34865,1731689442950' 2024-11-15T16:50:43,253 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:50:43,254 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:50:43,254 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:50:43,255 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:50:43,255 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,255 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,34865,1731689442950' 2024-11-15T16:50:43,255 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:50:43,255 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:50:43,255 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:50:43,255 INFO [RS:0;a9bde5b3a1b5:34865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:50:43,255 INFO [RS:0;a9bde5b3a1b5:34865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:50:43,355 WARN [a9bde5b3a1b5:38905 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T16:50:43,356 INFO [RS:0;a9bde5b3a1b5:34865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:50:43,358 INFO [RS:0;a9bde5b3a1b5:34865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C34865%2C1731689442950, suffix=, logDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950, archiveDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/oldWALs, maxLogs=32 2024-11-15T16:50:43,375 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689443359, exclude list is [], retry=0 2024-11-15T16:50:43,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-c5e556dd-38a9-47cd-bfd0-3743ef517697,DISK] 2024-11-15T16:50:43,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-6eb7d3eb-213e-4e8b-bb70-531587482045,DISK] 2024-11-15T16:50:43,381 INFO [RS:0;a9bde5b3a1b5:34865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689443359 2024-11-15T16:50:43,383 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405),(127.0.0.1/127.0.0.1:41241:41241)] 2024-11-15T16:50:43,606 DEBUG [a9bde5b3a1b5:38905 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T16:50:43,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,34865,1731689442950, state=OPENING 2024-11-15T16:50:43,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T16:50:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:50:43,612 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:50:43,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:43,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:43,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,34865,1731689442950}] 2024-11-15T16:50:43,766 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:50:43,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:50:43,772 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T16:50:43,773 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:50:43,773 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T16:50:43,775 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C34865%2C1731689442950.meta, suffix=.meta, logDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950, archiveDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/oldWALs, maxLogs=32 2024-11-15T16:50:43,788 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.meta.1731689443775.meta, exclude list is [], retry=0 2024-11-15T16:50:43,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-6eb7d3eb-213e-4e8b-bb70-531587482045,DISK] 2024-11-15T16:50:43,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-c5e556dd-38a9-47cd-bfd0-3743ef517697,DISK] 2024-11-15T16:50:43,793 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.meta.1731689443775.meta 2024-11-15T16:50:43,794 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41241:41241),(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-15T16:50:43,794 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:50:43,794 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T16:50:43,794 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T16:50:43,795 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T16:50:43,795 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T16:50:43,795 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:43,795 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T16:50:43,795 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T16:50:43,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:50:43,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:50:43,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:50:43,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:50:43,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:50:43,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:50:43,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:50:43,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:50:43,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:50:43,803 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:50:43,803 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740 2024-11-15T16:50:43,805 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740 2024-11-15T16:50:43,806 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:50:43,806 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:50:43,807 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:50:43,808 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:50:43,809 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788697, jitterRate=0.002881154417991638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:50:43,809 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T16:50:43,810 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731689443795Writing region info on filesystem at 1731689443795Initializing all the Stores at 1731689443796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689443796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689443796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689443796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689443796Cleaning up temporary data from old regions at 1731689443806 (+10 ms)Running coprocessor post-open hooks at 1731689443809 (+3 ms)Region opened successfully at 1731689443810 (+1 ms) 2024-11-15T16:50:43,811 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731689443766 2024-11-15T16:50:43,813 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T16:50:43,813 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T16:50:43,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,34865,1731689442950, state=OPEN 2024-11-15T16:50:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:50:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:50:43,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:43,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:43,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:50:43,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T16:50:43,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,34865,1731689442950 in 208 msec 2024-11-15T16:50:43,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T16:50:43,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-15T16:50:43,826 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:50:43,826 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T16:50:43,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:50:43,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,34865,1731689442950, seqNum=-1] 2024-11-15T16:50:43,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:50:43,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:50:43,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 687 msec 2024-11-15T16:50:43,835 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731689443835, completionTime=-1 2024-11-15T16:50:43,835 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T16:50:43,835 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731689503837 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731689563837 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38905,1731689442897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38905,1731689442897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38905,1731689442897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a9bde5b3a1b5:38905, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,837 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,839 DEBUG [master/a9bde5b3a1b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.851sec 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38905,1731689442897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:50:43,841 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38905,1731689442897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T16:50:43,844 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T16:50:43,844 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T16:50:43,844 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38905,1731689442897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:50:43,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9b0d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:50:43,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,38905,-1 for getting cluster id 2024-11-15T16:50:43,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T16:50:43,875 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6db63ed-deb9-48f7-8ba0-538eeadd0c4c' 2024-11-15T16:50:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T16:50:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6db63ed-deb9-48f7-8ba0-538eeadd0c4c" 2024-11-15T16:50:43,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f978972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:50:43,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,38905,-1] 2024-11-15T16:50:43,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T16:50:43,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:50:43,878 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T16:50:43,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151ba24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:50:43,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:50:43,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,34865,1731689442950, seqNum=-1] 2024-11-15T16:50:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:50:43,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:50:43,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:43,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:50:43,886 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T16:50:43,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T16:50:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:50:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2255964 2024-11-15T16:50:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T16:50:43,889 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T16:50:43,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T16:50:43,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T16:50:43,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:50:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:50:43,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T16:50:43,893 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:43,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-15T16:50:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:50:43,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T16:50:43,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741835_1011 (size=405) 2024-11-15T16:50:43,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741835_1011 (size=405) 2024-11-15T16:50:43,905 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fba1c04a71f6af779373722b1c49744a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5 2024-11-15T16:50:43,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741836_1012 (size=88) 2024-11-15T16:50:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741836_1012 (size=88) 2024-11-15T16:50:43,912 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:43,913 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing fba1c04a71f6af779373722b1c49744a, disabling compactions & flushes 2024-11-15T16:50:43,913 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:43,913 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:43,913 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. after waiting 0 ms 2024-11-15T16:50:43,913 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:43,913 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:43,913 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for fba1c04a71f6af779373722b1c49744a: Waiting for close lock at 1731689443913Disabling compacts and flushes for region at 1731689443913Disabling writes for close at 1731689443913Writing region close event to WAL at 1731689443913Closed at 1731689443913 2024-11-15T16:50:43,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T16:50:43,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731689443914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731689443914"}]},"ts":"1731689443914"} 2024-11-15T16:50:43,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T16:50:43,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T16:50:43,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689443918"}]},"ts":"1731689443918"} 2024-11-15T16:50:43,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-15T16:50:43,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fba1c04a71f6af779373722b1c49744a, ASSIGN}] 2024-11-15T16:50:43,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fba1c04a71f6af779373722b1c49744a, ASSIGN 2024-11-15T16:50:43,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fba1c04a71f6af779373722b1c49744a, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,34865,1731689442950; forceNewPlan=false, retain=false 2024-11-15T16:50:44,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fba1c04a71f6af779373722b1c49744a, regionState=OPENING, regionLocation=a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:44,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fba1c04a71f6af779373722b1c49744a, ASSIGN because future has completed 2024-11-15T16:50:44,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fba1c04a71f6af779373722b1c49744a, server=a9bde5b3a1b5,34865,1731689442950}] 2024-11-15T16:50:44,232 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:44,233 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fba1c04a71f6af779373722b1c49744a, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:50:44,233 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,233 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:50:44,233 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,233 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,234 INFO [StoreOpener-fba1c04a71f6af779373722b1c49744a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,236 INFO [StoreOpener-fba1c04a71f6af779373722b1c49744a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fba1c04a71f6af779373722b1c49744a columnFamilyName info 2024-11-15T16:50:44,236 DEBUG [StoreOpener-fba1c04a71f6af779373722b1c49744a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:50:44,236 INFO [StoreOpener-fba1c04a71f6af779373722b1c49744a-1 {}] regionserver.HStore(327): Store=fba1c04a71f6af779373722b1c49744a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:50:44,237 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,237 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,238 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,238 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,238 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,240 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,242 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:50:44,242 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fba1c04a71f6af779373722b1c49744a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=813681, jitterRate=0.03464902937412262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:50:44,243 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:50:44,243 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fba1c04a71f6af779373722b1c49744a: Running coprocessor pre-open hook at 1731689444233Writing region info on filesystem at 1731689444233Initializing all the Stores at 1731689444234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689444234Cleaning up temporary data from old regions at 1731689444238 (+4 ms)Running coprocessor post-open hooks at 1731689444243 (+5 ms)Region opened successfully at 1731689444243 2024-11-15T16:50:44,244 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a., pid=6, masterSystemTime=1731689444228 2024-11-15T16:50:44,246 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:44,246 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:44,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fba1c04a71f6af779373722b1c49744a, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:50:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fba1c04a71f6af779373722b1c49744a, server=a9bde5b3a1b5,34865,1731689442950 because future has completed 2024-11-15T16:50:44,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T16:50:44,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fba1c04a71f6af779373722b1c49744a, server=a9bde5b3a1b5,34865,1731689442950 in 175 msec 2024-11-15T16:50:44,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T16:50:44,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fba1c04a71f6af779373722b1c49744a, ASSIGN in 334 msec 2024-11-15T16:50:44,257 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T16:50:44,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689444257"}]},"ts":"1731689444257"} 2024-11-15T16:50:44,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-15T16:50:44,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T16:50:44,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 371 msec 2024-11-15T16:50:45,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T16:50:45,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:45,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:45,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:45,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:45,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:45,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:45,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:50:49,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T16:50:49,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-15T16:50:50,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T16:50:50,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T16:50:50,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:50:50,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T16:50:50,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T16:50:50,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T16:50:50,458 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:50:50,458 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T16:50:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:50:53,961 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T16:50:53,961 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-15T16:50:53,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:50:53,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:53,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a., hostname=a9bde5b3a1b5,34865,1731689442950, seqNum=2] 2024-11-15T16:50:53,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:50:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:50:53,984 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T16:50:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T16:50:53,985 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T16:50:53,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T16:50:54,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T16:50:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:54,150 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing fba1c04a71f6af779373722b1c49744a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T16:50:54,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/a40d5e61d61e40fcb92acf4d2dc79594 is 1055, key is row0001/info:/1731689453970/Put/seqid=0 2024-11-15T16:50:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741837_1013 (size=6008) 2024-11-15T16:50:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741837_1013 (size=6008) 2024-11-15T16:50:54,182 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/a40d5e61d61e40fcb92acf4d2dc79594 2024-11-15T16:50:54,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/a40d5e61d61e40fcb92acf4d2dc79594 as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/a40d5e61d61e40fcb92acf4d2dc79594 2024-11-15T16:50:54,200 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/a40d5e61d61e40fcb92acf4d2dc79594, entries=1, sequenceid=5, filesize=5.9 K 2024-11-15T16:50:54,202 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fba1c04a71f6af779373722b1c49744a in 52ms, sequenceid=5, compaction requested=false 2024-11-15T16:50:54,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for fba1c04a71f6af779373722b1c49744a: 2024-11-15T16:50:54,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:50:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T16:50:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T16:50:54,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T16:50:54,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 221 msec 2024-11-15T16:50:54,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 234 msec 2024-11-15T16:51:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T16:51:04,070 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T16:51:04,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:51:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:51:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T16:51:04,076 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T16:51:04,077 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T16:51:04,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T16:51:04,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T16:51:04,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:04,231 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing fba1c04a71f6af779373722b1c49744a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T16:51:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/2167924ed2054f1a9e664b3173f3e3bd is 1055, key is row0002/info:/1731689464072/Put/seqid=0 2024-11-15T16:51:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741838_1014 (size=6008) 2024-11-15T16:51:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741838_1014 (size=6008) 2024-11-15T16:51:04,243 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/2167924ed2054f1a9e664b3173f3e3bd 2024-11-15T16:51:04,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/2167924ed2054f1a9e664b3173f3e3bd as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/2167924ed2054f1a9e664b3173f3e3bd 2024-11-15T16:51:04,255 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/2167924ed2054f1a9e664b3173f3e3bd, entries=1, sequenceid=9, filesize=5.9 K 2024-11-15T16:51:04,257 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fba1c04a71f6af779373722b1c49744a in 26ms, sequenceid=9, compaction requested=false 2024-11-15T16:51:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for fba1c04a71f6af779373722b1c49744a: 2024-11-15T16:51:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T16:51:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T16:51:04,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T16:51:04,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-15T16:51:04,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-15T16:51:12,877 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T16:51:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T16:51:14,091 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T16:51:14,107 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689474094, exclude list is [], retry=0 2024-11-15T16:51:14,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-c5e556dd-38a9-47cd-bfd0-3743ef517697,DISK] 2024-11-15T16:51:14,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-6eb7d3eb-213e-4e8b-bb70-531587482045,DISK] 2024-11-15T16:51:14,112 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689443359 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689474094 2024-11-15T16:51:14,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405),(127.0.0.1/127.0.0.1:41241:41241)] 2024-11-15T16:51:14,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689443359 is not closed yet, will try archiving it next time 2024-11-15T16:51:14,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:51:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741833_1009 (size=5471) 2024-11-15T16:51:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741833_1009 (size=5471) 2024-11-15T16:51:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:51:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T16:51:14,115 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T16:51:14,116 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T16:51:14,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T16:51:14,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T16:51:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:14,270 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing fba1c04a71f6af779373722b1c49744a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T16:51:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/74022f6af3ed44c8a97539a9a79dfad7 is 1055, key is row0003/info:/1731689474092/Put/seqid=0 2024-11-15T16:51:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741840_1016 (size=6008) 2024-11-15T16:51:14,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741840_1016 (size=6008) 2024-11-15T16:51:14,281 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/74022f6af3ed44c8a97539a9a79dfad7 2024-11-15T16:51:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/74022f6af3ed44c8a97539a9a79dfad7 as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/74022f6af3ed44c8a97539a9a79dfad7 2024-11-15T16:51:14,294 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/74022f6af3ed44c8a97539a9a79dfad7, entries=1, sequenceid=13, filesize=5.9 K 2024-11-15T16:51:14,296 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fba1c04a71f6af779373722b1c49744a in 25ms, sequenceid=13, compaction requested=true 2024-11-15T16:51:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for fba1c04a71f6af779373722b1c49744a: 2024-11-15T16:51:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T16:51:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T16:51:14,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T16:51:14,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-15T16:51:14,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-15T16:51:23,844 INFO [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T16:51:23,844 INFO [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T16:51:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T16:51:24,221 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T16:51:24,223 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:51:24,226 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:51:24,227 DEBUG [Time-limited test {}] regionserver.HStore(1541): fba1c04a71f6af779373722b1c49744a/info is initiating minor compaction (all files) 2024-11-15T16:51:24,227 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:51:24,228 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:24,228 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fba1c04a71f6af779373722b1c49744a/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:24,228 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/a40d5e61d61e40fcb92acf4d2dc79594, hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/2167924ed2054f1a9e664b3173f3e3bd, hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/74022f6af3ed44c8a97539a9a79dfad7] into tmpdir=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp, totalSize=17.6 K 2024-11-15T16:51:24,229 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a40d5e61d61e40fcb92acf4d2dc79594, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731689453970 2024-11-15T16:51:24,230 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2167924ed2054f1a9e664b3173f3e3bd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731689464072 2024-11-15T16:51:24,230 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 74022f6af3ed44c8a97539a9a79dfad7, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731689474092 2024-11-15T16:51:24,257 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fba1c04a71f6af779373722b1c49744a#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:51:24,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/6d2408f5a9e6400c8dec7bf668319c63 is 1055, key is row0001/info:/1731689453970/Put/seqid=0 2024-11-15T16:51:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741841_1017 (size=8221) 2024-11-15T16:51:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741841_1017 (size=8221) 2024-11-15T16:51:24,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/6d2408f5a9e6400c8dec7bf668319c63 as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/6d2408f5a9e6400c8dec7bf668319c63 2024-11-15T16:51:24,290 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fba1c04a71f6af779373722b1c49744a/info of fba1c04a71f6af779373722b1c49744a into 6d2408f5a9e6400c8dec7bf668319c63(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:51:24,290 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fba1c04a71f6af779373722b1c49744a: 2024-11-15T16:51:24,311 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689484293, exclude list is [], retry=0 2024-11-15T16:51:24,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-c5e556dd-38a9-47cd-bfd0-3743ef517697,DISK] 2024-11-15T16:51:24,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-6eb7d3eb-213e-4e8b-bb70-531587482045,DISK] 2024-11-15T16:51:24,319 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689474094 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689484293 2024-11-15T16:51:24,319 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405),(127.0.0.1/127.0.0.1:41241:41241)] 2024-11-15T16:51:24,319 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689474094 is not closed yet, will try archiving it next time 2024-11-15T16:51:24,320 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689443359 to hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/oldWALs/a9bde5b3a1b5%2C34865%2C1731689442950.1731689443359 2024-11-15T16:51:24,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:51:24,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741839_1015 (size=2495) 2024-11-15T16:51:24,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741839_1015 (size=2495) 2024-11-15T16:51:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:51:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T16:51:24,324 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T16:51:24,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T16:51:24,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T16:51:24,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T16:51:24,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:24,480 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing fba1c04a71f6af779373722b1c49744a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T16:51:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/559166a6f19842468a5ab743083d07ad is 1055, key is row0000/info:/1731689484291/Put/seqid=0 2024-11-15T16:51:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741843_1019 (size=6008) 2024-11-15T16:51:24,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741843_1019 (size=6008) 2024-11-15T16:51:24,491 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/559166a6f19842468a5ab743083d07ad 2024-11-15T16:51:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/559166a6f19842468a5ab743083d07ad as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/559166a6f19842468a5ab743083d07ad 2024-11-15T16:51:24,504 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/559166a6f19842468a5ab743083d07ad, entries=1, sequenceid=18, filesize=5.9 K 2024-11-15T16:51:24,505 INFO [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fba1c04a71f6af779373722b1c49744a in 25ms, sequenceid=18, compaction requested=false 2024-11-15T16:51:24,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for fba1c04a71f6af779373722b1c49744a: 2024-11-15T16:51:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T16:51:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T16:51:24,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T16:51:24,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-15T16:51:24,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-15T16:51:29,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fba1c04a71f6af779373722b1c49744a, had cached 0 bytes from a total of 14229 2024-11-15T16:51:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T16:51:34,341 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T16:51:34,358 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689494344, exclude list is [], retry=0 2024-11-15T16:51:34,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-6eb7d3eb-213e-4e8b-bb70-531587482045,DISK] 2024-11-15T16:51:34,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-c5e556dd-38a9-47cd-bfd0-3743ef517697,DISK] 2024-11-15T16:51:34,363 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689484293 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689494344 2024-11-15T16:51:34,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405),(127.0.0.1/127.0.0.1:41241:41241)] 2024-11-15T16:51:34,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689484293 is not closed yet, will try archiving it next time 2024-11-15T16:51:34,364 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/WALs/a9bde5b3a1b5,34865,1731689442950/a9bde5b3a1b5%2C34865%2C1731689442950.1731689474094 to hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/oldWALs/a9bde5b3a1b5%2C34865%2C1731689442950.1731689474094 2024-11-15T16:51:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T16:51:34,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:51:34,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:51:34,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:51:34,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:51:34,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T16:51:34,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T16:51:34,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1012957871, stopped=false 2024-11-15T16:51:34,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a9bde5b3a1b5,38905,1731689442897 2024-11-15T16:51:34,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741842_1018 (size=2001) 2024-11-15T16:51:34,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741842_1018 (size=2001) 2024-11-15T16:51:34,368 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:51:34,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:51:34,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:51:34,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:51:34,369 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,34865,1731689442950' ***** 2024-11-15T16:51:34,369 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T16:51:34,369 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:51:34,370 INFO [RS:0;a9bde5b3a1b5:34865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T16:51:34,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:51:34,370 INFO [RS:0;a9bde5b3a1b5:34865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T16:51:34,370 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(3091): Received CLOSE for fba1c04a71f6af779373722b1c49744a 2024-11-15T16:51:34,370 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:51:34,370 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:51:34,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:51:34,370 INFO [RS:0;a9bde5b3a1b5:34865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a9bde5b3a1b5:34865. 2024-11-15T16:51:34,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:34,370 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:51:34,370 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fba1c04a71f6af779373722b1c49744a, disabling compactions & flushes 2024-11-15T16:51:34,370 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:51:34,370 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:34,371 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:51:34,371 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:51:34,371 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:51:34,371 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T16:51:34,371 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T16:51:34,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:51:34,371 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1325): Online Regions={fba1c04a71f6af779373722b1c49744a=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T16:51:34,371 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fba1c04a71f6af779373722b1c49744a 2024-11-15T16:51:34,371 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:51:34,372 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:51:34,372 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:51:34,372 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:34,372 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:51:34,372 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. after waiting 0 ms 2024-11-15T16:51:34,372 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:51:34,372 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:34,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:51:34,372 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fba1c04a71f6af779373722b1c49744a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T16:51:34,372 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-15T16:51:34,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:34,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:51:34,383 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/c54c39557cbe4c74b7b86f9c5e54cdb1 is 1055, key is row0001/info:/1731689494342/Put/seqid=0 2024-11-15T16:51:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741845_1021 (size=6008) 2024-11-15T16:51:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741845_1021 (size=6008) 2024-11-15T16:51:34,399 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/c54c39557cbe4c74b7b86f9c5e54cdb1 2024-11-15T16:51:34,401 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/info/2c09affef6ad4a11b463ab577e2e73ca is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a./info:regioninfo/1731689444247/Put/seqid=0 2024-11-15T16:51:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741846_1022 (size=7308) 2024-11-15T16:51:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741846_1022 (size=7308) 2024-11-15T16:51:34,411 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/.tmp/info/c54c39557cbe4c74b7b86f9c5e54cdb1 as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/c54c39557cbe4c74b7b86f9c5e54cdb1 2024-11-15T16:51:34,411 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/info/2c09affef6ad4a11b463ab577e2e73ca 2024-11-15T16:51:34,422 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/c54c39557cbe4c74b7b86f9c5e54cdb1, entries=1, sequenceid=22, filesize=5.9 K 2024-11-15T16:51:34,423 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fba1c04a71f6af779373722b1c49744a in 51ms, sequenceid=22, compaction requested=true 2024-11-15T16:51:34,424 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/a40d5e61d61e40fcb92acf4d2dc79594, hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/2167924ed2054f1a9e664b3173f3e3bd, hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/74022f6af3ed44c8a97539a9a79dfad7] to archive 2024-11-15T16:51:34,427 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T16:51:34,430 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/a40d5e61d61e40fcb92acf4d2dc79594 to hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/a40d5e61d61e40fcb92acf4d2dc79594 2024-11-15T16:51:34,432 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/2167924ed2054f1a9e664b3173f3e3bd to hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/2167924ed2054f1a9e664b3173f3e3bd 2024-11-15T16:51:34,434 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/74022f6af3ed44c8a97539a9a79dfad7 to hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/info/74022f6af3ed44c8a97539a9a79dfad7 2024-11-15T16:51:34,442 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/ns/f20bbb5838d4448ea44e901a3e2a1f64 is 43, key is default/ns:d/1731689443830/Put/seqid=0 2024-11-15T16:51:34,449 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a9bde5b3a1b5:38905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-15T16:51:34,450 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [a40d5e61d61e40fcb92acf4d2dc79594=6008, 2167924ed2054f1a9e664b3173f3e3bd=6008, 74022f6af3ed44c8a97539a9a79dfad7=6008] 2024-11-15T16:51:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741847_1023 (size=5153) 2024-11-15T16:51:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741847_1023 (size=5153) 2024-11-15T16:51:34,452 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/ns/f20bbb5838d4448ea44e901a3e2a1f64 2024-11-15T16:51:34,455 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fba1c04a71f6af779373722b1c49744a/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-15T16:51:34,456 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:34,456 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fba1c04a71f6af779373722b1c49744a: Waiting for close lock at 1731689494370Running coprocessor pre-close hooks at 1731689494370Disabling compacts and flushes for region at 1731689494370Disabling writes for close at 1731689494372 (+2 ms)Obtaining lock to block concurrent updates at 1731689494372Preparing flush snapshotting stores in fba1c04a71f6af779373722b1c49744a at 1731689494372Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731689494372Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. at 1731689494374 (+2 ms)Flushing fba1c04a71f6af779373722b1c49744a/info: creating writer at 1731689494374Flushing fba1c04a71f6af779373722b1c49744a/info: appending metadata at 1731689494382 (+8 ms)Flushing fba1c04a71f6af779373722b1c49744a/info: closing flushed file at 1731689494382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f29b60c: reopening flushed file at 1731689494409 (+27 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fba1c04a71f6af779373722b1c49744a in 51ms, sequenceid=22, compaction requested=true at 1731689494423 (+14 ms)Writing region close event to WAL at 1731689494450 (+27 ms)Running coprocessor post-close hooks at 1731689494456 (+6 ms)Closed at 1731689494456 2024-11-15T16:51:34,456 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731689443889.fba1c04a71f6af779373722b1c49744a. 2024-11-15T16:51:34,483 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/table/798a235034bd4678aac94b395ac6c724 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731689444257/Put/seqid=0 2024-11-15T16:51:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741848_1024 (size=5508) 2024-11-15T16:51:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741848_1024 (size=5508) 2024-11-15T16:51:34,495 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/table/798a235034bd4678aac94b395ac6c724 2024-11-15T16:51:34,505 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/info/2c09affef6ad4a11b463ab577e2e73ca as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/info/2c09affef6ad4a11b463ab577e2e73ca 2024-11-15T16:51:34,511 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/info/2c09affef6ad4a11b463ab577e2e73ca, entries=10, sequenceid=11, filesize=7.1 K 2024-11-15T16:51:34,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/ns/f20bbb5838d4448ea44e901a3e2a1f64 as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/ns/f20bbb5838d4448ea44e901a3e2a1f64 2024-11-15T16:51:34,518 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/ns/f20bbb5838d4448ea44e901a3e2a1f64, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T16:51:34,519 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/.tmp/table/798a235034bd4678aac94b395ac6c724 as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/table/798a235034bd4678aac94b395ac6c724 2024-11-15T16:51:34,527 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/table/798a235034bd4678aac94b395ac6c724, entries=2, sequenceid=11, filesize=5.4 K 2024-11-15T16:51:34,528 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=11, compaction requested=false 2024-11-15T16:51:34,533 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T16:51:34,534 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:51:34,534 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:51:34,534 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689494371Running coprocessor pre-close hooks at 1731689494371Disabling compacts and flushes for region at 1731689494371Disabling writes for close at 1731689494372 (+1 ms)Obtaining lock to block concurrent updates at 1731689494372Preparing flush snapshotting stores in 1588230740 at 1731689494372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731689494373 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731689494374 (+1 ms)Flushing 1588230740/info: creating writer at 1731689494374Flushing 1588230740/info: appending metadata at 1731689494400 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731689494401 (+1 ms)Flushing 1588230740/ns: creating writer at 1731689494422 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731689494441 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731689494441Flushing 1588230740/table: creating writer at 1731689494459 (+18 ms)Flushing 1588230740/table: appending metadata at 1731689494482 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731689494482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb3ef8b: reopening flushed file at 1731689494504 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b16da5: reopening flushed file at 1731689494511 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d50831: reopening flushed file at 1731689494518 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=11, compaction requested=false at 1731689494528 (+10 ms)Writing region close event to WAL at 1731689494530 (+2 ms)Running coprocessor post-close hooks at 1731689494534 (+4 ms)Closed at 1731689494534 2024-11-15T16:51:34,534 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T16:51:34,571 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,34865,1731689442950; all regions closed. 2024-11-15T16:51:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741834_1010 (size=3306) 2024-11-15T16:51:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741834_1010 (size=3306) 2024-11-15T16:51:34,576 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/oldWALs 2024-11-15T16:51:34,577 INFO [RS:0;a9bde5b3a1b5:34865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C34865%2C1731689442950.meta:.meta(num 1731689443775) 2024-11-15T16:51:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741844_1020 (size=1252) 2024-11-15T16:51:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741844_1020 (size=1252) 2024-11-15T16:51:34,582 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/oldWALs 2024-11-15T16:51:34,582 INFO [RS:0;a9bde5b3a1b5:34865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C34865%2C1731689442950:(num 1731689494344) 2024-11-15T16:51:34,582 DEBUG [RS:0;a9bde5b3a1b5:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:51:34,582 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:51:34,582 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:51:34,582 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T16:51:34,583 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:51:34,583 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:51:34,583 INFO [RS:0;a9bde5b3a1b5:34865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34865 2024-11-15T16:51:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:51:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,34865,1731689442950 2024-11-15T16:51:34,585 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:51:34,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,34865,1731689442950] 2024-11-15T16:51:34,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,34865,1731689442950 already deleted, retry=false 2024-11-15T16:51:34,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,34865,1731689442950 expired; onlineServers=0 2024-11-15T16:51:34,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a9bde5b3a1b5,38905,1731689442897' ***** 2024-11-15T16:51:34,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T16:51:34,589 INFO [M:0;a9bde5b3a1b5:38905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:51:34,589 INFO [M:0;a9bde5b3a1b5:38905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:51:34,590 DEBUG [M:0;a9bde5b3a1b5:38905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T16:51:34,590 DEBUG [M:0;a9bde5b3a1b5:38905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T16:51:34,590 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689443158 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689443158,5,FailOnTimeoutGroup] 2024-11-15T16:51:34,590 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689443156 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689443156,5,FailOnTimeoutGroup] 2024-11-15T16:51:34,590 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T16:51:34,590 INFO [M:0;a9bde5b3a1b5:38905 {}] hbase.ChoreService(370): Chore service for: master/a9bde5b3a1b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T16:51:34,590 INFO [M:0;a9bde5b3a1b5:38905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:51:34,590 DEBUG [M:0;a9bde5b3a1b5:38905 {}] master.HMaster(1795): Stopping service threads 2024-11-15T16:51:34,590 INFO [M:0;a9bde5b3a1b5:38905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T16:51:34,591 INFO [M:0;a9bde5b3a1b5:38905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:51:34,591 INFO [M:0;a9bde5b3a1b5:38905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T16:51:34,591 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T16:51:34,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T16:51:34,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:34,592 DEBUG [M:0;a9bde5b3a1b5:38905 {}] zookeeper.ZKUtil(347): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T16:51:34,592 WARN [M:0;a9bde5b3a1b5:38905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T16:51:34,594 INFO [M:0;a9bde5b3a1b5:38905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/.lastflushedseqids 2024-11-15T16:51:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741849_1025 (size=130) 2024-11-15T16:51:34,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741849_1025 (size=130) 2024-11-15T16:51:34,605 INFO [M:0;a9bde5b3a1b5:38905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T16:51:34,605 INFO [M:0;a9bde5b3a1b5:38905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T16:51:34,605 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:51:34,605 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:34,605 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:34,605 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:51:34,605 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:34,606 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.89 KB 2024-11-15T16:51:34,627 DEBUG [M:0;a9bde5b3a1b5:38905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49c608f8c3d446ada9d458b923b4170e is 82, key is hbase:meta,,1/info:regioninfo/1731689443814/Put/seqid=0 2024-11-15T16:51:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741850_1026 (size=5672) 2024-11-15T16:51:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741850_1026 (size=5672) 2024-11-15T16:51:34,634 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49c608f8c3d446ada9d458b923b4170e 2024-11-15T16:51:34,659 DEBUG [M:0;a9bde5b3a1b5:38905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58fdecbd5ae4f1c9097975a98e64636 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731689444262/Put/seqid=0 2024-11-15T16:51:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741851_1027 (size=7817) 2024-11-15T16:51:34,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741851_1027 (size=7817) 2024-11-15T16:51:34,668 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.93 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58fdecbd5ae4f1c9097975a98e64636 2024-11-15T16:51:34,675 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f58fdecbd5ae4f1c9097975a98e64636 2024-11-15T16:51:34,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:51:34,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101acd763a80001, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:51:34,687 INFO [RS:0;a9bde5b3a1b5:34865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:51:34,687 INFO [RS:0;a9bde5b3a1b5:34865 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,34865,1731689442950; zookeeper connection closed. 2024-11-15T16:51:34,687 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33fb1f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33fb1f44 2024-11-15T16:51:34,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T16:51:34,693 DEBUG [M:0;a9bde5b3a1b5:38905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d29f234ec43446ea4d112fd6e43e5db is 69, key is a9bde5b3a1b5,34865,1731689442950/rs:state/1731689443199/Put/seqid=0 2024-11-15T16:51:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741852_1028 (size=5156) 2024-11-15T16:51:34,705 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d29f234ec43446ea4d112fd6e43e5db 2024-11-15T16:51:34,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741852_1028 (size=5156) 2024-11-15T16:51:34,732 DEBUG [M:0;a9bde5b3a1b5:38905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/275729ad08cd4b6e9f58155094a2bcdd is 52, key is load_balancer_on/state:d/1731689443885/Put/seqid=0 2024-11-15T16:51:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741853_1029 (size=5056) 2024-11-15T16:51:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741853_1029 (size=5056) 2024-11-15T16:51:34,743 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/275729ad08cd4b6e9f58155094a2bcdd 2024-11-15T16:51:34,753 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49c608f8c3d446ada9d458b923b4170e as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49c608f8c3d446ada9d458b923b4170e 2024-11-15T16:51:34,760 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49c608f8c3d446ada9d458b923b4170e, entries=8, sequenceid=121, filesize=5.5 K 2024-11-15T16:51:34,762 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58fdecbd5ae4f1c9097975a98e64636 as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f58fdecbd5ae4f1c9097975a98e64636 2024-11-15T16:51:34,771 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f58fdecbd5ae4f1c9097975a98e64636 2024-11-15T16:51:34,771 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f58fdecbd5ae4f1c9097975a98e64636, entries=14, sequenceid=121, filesize=7.6 K 2024-11-15T16:51:34,772 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d29f234ec43446ea4d112fd6e43e5db as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d29f234ec43446ea4d112fd6e43e5db 2024-11-15T16:51:34,779 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d29f234ec43446ea4d112fd6e43e5db, entries=1, sequenceid=121, filesize=5.0 K 2024-11-15T16:51:34,780 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/275729ad08cd4b6e9f58155094a2bcdd as hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/275729ad08cd4b6e9f58155094a2bcdd 2024-11-15T16:51:34,788 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/61af8ff6-f09e-d0c8-bb5e-e29abe54d4a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/275729ad08cd4b6e9f58155094a2bcdd, entries=1, sequenceid=121, filesize=4.9 K 2024-11-15T16:51:34,789 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=121, compaction requested=false 2024-11-15T16:51:34,791 INFO [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:34,791 DEBUG [M:0;a9bde5b3a1b5:38905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689494605Disabling compacts and flushes for region at 1731689494605Disabling writes for close at 1731689494605Obtaining lock to block concurrent updates at 1731689494606 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731689494606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44581, getHeapSize=56144, getOffHeapSize=0, getCellsCount=140 at 1731689494606Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731689494607 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731689494607Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731689494626 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731689494627 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731689494641 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731689494658 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731689494658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731689494675 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731689494692 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731689494692Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731689494711 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731689494731 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731689494731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f320379: reopening flushed file at 1731689494752 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676257b1: reopening flushed file at 1731689494760 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14973bec: reopening flushed file at 1731689494771 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af47b28: reopening flushed file at 1731689494779 (+8 ms)Finished flush of dataSize ~43.54 KB/44581, heapSize ~54.83 KB/56144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=121, compaction requested=false at 1731689494789 (+10 ms)Writing region close event to WAL at 1731689494791 (+2 ms)Closed at 1731689494791 2024-11-15T16:51:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741830_1006 (size=52978) 2024-11-15T16:51:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741830_1006 (size=52978) 2024-11-15T16:51:34,794 INFO [M:0;a9bde5b3a1b5:38905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T16:51:34,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:51:34,794 INFO [M:0;a9bde5b3a1b5:38905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38905 2024-11-15T16:51:34,795 INFO [M:0;a9bde5b3a1b5:38905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:51:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:51:34,898 INFO [M:0;a9bde5b3a1b5:38905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:51:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x101acd763a80000, quorum=127.0.0.1:63986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:51:34,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a9f552a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:51:34,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18d39073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:51:34,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:51:34,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbe98bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:51:34,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2ddf61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir/,STOPPED} 2024-11-15T16:51:34,905 WARN [BP-433454314-172.17.0.2-1731689442171 heartbeating to localhost/127.0.0.1:36375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:51:34,905 WARN [BP-433454314-172.17.0.2-1731689442171 heartbeating to localhost/127.0.0.1:36375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-433454314-172.17.0.2-1731689442171 (Datanode Uuid fea54153-f4ab-4f18-a776-6d31d46dd25f) service to localhost/127.0.0.1:36375 2024-11-15T16:51:34,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:51:34,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:51:34,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data3/current/BP-433454314-172.17.0.2-1731689442171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:51:34,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data4/current/BP-433454314-172.17.0.2-1731689442171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:51:34,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:51:34,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bbad3cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:51:34,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@604cc3ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:51:34,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:51:34,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2da9c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:51:34,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202a70e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir/,STOPPED} 2024-11-15T16:51:34,916 WARN [BP-433454314-172.17.0.2-1731689442171 heartbeating to localhost/127.0.0.1:36375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:51:34,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:51:34,916 WARN [BP-433454314-172.17.0.2-1731689442171 heartbeating to localhost/127.0.0.1:36375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-433454314-172.17.0.2-1731689442171 (Datanode Uuid 360a226e-02e4-4d56-9a7e-209c2b62e2ba) service to localhost/127.0.0.1:36375 2024-11-15T16:51:34,917 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:51:34,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data1/current/BP-433454314-172.17.0.2-1731689442171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:51:34,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/cluster_7598d441-9b2d-039b-cb90-4c657ac83ee9/data/data2/current/BP-433454314-172.17.0.2-1731689442171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:51:34,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:51:34,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39fb633f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:51:34,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67634692{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:51:34,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:51:34,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@749e75b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:51:34,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f7c0f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir/,STOPPED} 2024-11-15T16:51:34,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T16:51:34,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T16:51:34,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=429 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=5486 (was 5621) 2024-11-15T16:51:34,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=5486 2024-11-15T16:51:34,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.log.dir so I do NOT create it in target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2bc04042-0a2b-da78-f5e2-4eb9472cdd98/hadoop.tmp.dir so I do NOT create it in target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36, deleteOnExit=true 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/test.cache.data in system properties and HBase conf 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir in system properties and HBase conf 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T16:51:34,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T16:51:34,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/nfs.dump.dir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/java.io.tmpdir in system properties and HBase conf 2024-11-15T16:51:34,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:51:34,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T16:51:34,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T16:51:35,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:51:35,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:51:35,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:51:35,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:51:35,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:51:35,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:51:35,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5882e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:51:35,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3742c603{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:51:35,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5f21a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/java.io.tmpdir/jetty-localhost-36837-hadoop-hdfs-3_4_1-tests_jar-_-any-1387158394570844127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:51:35,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ea23f4f{HTTP/1.1, (http/1.1)}{localhost:36837} 2024-11-15T16:51:35,211 INFO [Time-limited test {}] server.Server(415): Started @140849ms 2024-11-15T16:51:35,225 INFO [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:51:35,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:51:35,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:51:35,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:51:35,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:51:35,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:51:35,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6963eb9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:51:35,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b1de28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:51:35,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6af07442{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/java.io.tmpdir/jetty-localhost-45881-hadoop-hdfs-3_4_1-tests_jar-_-any-11609435424238055660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:51:35,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26b8f1fd{HTTP/1.1, (http/1.1)}{localhost:45881} 2024-11-15T16:51:35,421 INFO [Time-limited test {}] server.Server(415): Started @141059ms 2024-11-15T16:51:35,423 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:51:35,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:51:35,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:51:35,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:51:35,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:51:35,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:51:35,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd49cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:51:35,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4d4162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:51:35,536 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data1/current/BP-527434773-172.17.0.2-1731689495000/current, will proceed with Du for space computation calculation, 2024-11-15T16:51:35,536 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data2/current/BP-527434773-172.17.0.2-1731689495000/current, will proceed with Du for space computation calculation, 2024-11-15T16:51:35,563 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:51:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1acb41b3a17272ea with lease ID 0x81523830c885d7b0: Processing first storage report for DS-d80636d4-0d24-4337-83a9-4867b3e7a8ef from datanode DatanodeRegistration(127.0.0.1:46163, datanodeUuid=5fab02aa-735e-4a51-9cd8-fb4161b4d6c4, infoPort=39173, infoSecurePort=0, ipcPort=37565, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000) 2024-11-15T16:51:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1acb41b3a17272ea with lease ID 0x81523830c885d7b0: from storage DS-d80636d4-0d24-4337-83a9-4867b3e7a8ef node DatanodeRegistration(127.0.0.1:46163, datanodeUuid=5fab02aa-735e-4a51-9cd8-fb4161b4d6c4, infoPort=39173, infoSecurePort=0, ipcPort=37565, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:51:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1acb41b3a17272ea with lease ID 0x81523830c885d7b0: Processing first storage report for DS-89f86480-e88a-46ef-98ee-e0359389ac86 from datanode DatanodeRegistration(127.0.0.1:46163, datanodeUuid=5fab02aa-735e-4a51-9cd8-fb4161b4d6c4, infoPort=39173, infoSecurePort=0, ipcPort=37565, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000) 2024-11-15T16:51:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1acb41b3a17272ea with lease ID 0x81523830c885d7b0: from storage DS-89f86480-e88a-46ef-98ee-e0359389ac86 node DatanodeRegistration(127.0.0.1:46163, datanodeUuid=5fab02aa-735e-4a51-9cd8-fb4161b4d6c4, infoPort=39173, infoSecurePort=0, ipcPort=37565, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:51:35,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dd041af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/java.io.tmpdir/jetty-localhost-36849-hadoop-hdfs-3_4_1-tests_jar-_-any-15491215549385350309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:51:35,630 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@291b46c{HTTP/1.1, (http/1.1)}{localhost:36849} 2024-11-15T16:51:35,630 INFO [Time-limited test {}] server.Server(415): Started @141268ms 2024-11-15T16:51:35,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:51:35,749 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data3/current/BP-527434773-172.17.0.2-1731689495000/current, will proceed with Du for space computation calculation, 2024-11-15T16:51:35,750 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data4/current/BP-527434773-172.17.0.2-1731689495000/current, will proceed with Du for space computation calculation, 2024-11-15T16:51:35,780 WARN [Thread-1105 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:51:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e804f027b96995c with lease ID 0x81523830c885d7b1: Processing first storage report for DS-1590d77a-284b-40bf-89fb-bf4f0116d371 from datanode DatanodeRegistration(127.0.0.1:42757, datanodeUuid=eadfc291-204e-4cc9-8a8f-d90485919575, infoPort=39793, infoSecurePort=0, ipcPort=39813, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000) 2024-11-15T16:51:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e804f027b96995c with lease ID 0x81523830c885d7b1: from storage DS-1590d77a-284b-40bf-89fb-bf4f0116d371 node DatanodeRegistration(127.0.0.1:42757, datanodeUuid=eadfc291-204e-4cc9-8a8f-d90485919575, infoPort=39793, infoSecurePort=0, ipcPort=39813, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T16:51:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e804f027b96995c with lease ID 0x81523830c885d7b1: Processing first storage report for DS-e9a211c2-6416-412b-a943-f4c5310737d8 from datanode DatanodeRegistration(127.0.0.1:42757, datanodeUuid=eadfc291-204e-4cc9-8a8f-d90485919575, infoPort=39793, infoSecurePort=0, ipcPort=39813, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000) 2024-11-15T16:51:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e804f027b96995c with lease ID 0x81523830c885d7b1: from storage DS-e9a211c2-6416-412b-a943-f4c5310737d8 node DatanodeRegistration(127.0.0.1:42757, datanodeUuid=eadfc291-204e-4cc9-8a8f-d90485919575, infoPort=39793, infoSecurePort=0, ipcPort=39813, storageInfo=lv=-57;cid=testClusterID;nsid=175055245;c=1731689495000), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:51:35,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f 2024-11-15T16:51:35,884 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/zookeeper_0, clientPort=60950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T16:51:35,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60950 2024-11-15T16:51:35,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:35,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:35,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:51:35,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:51:35,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac with version=8 2024-11-15T16:51:35,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/hbase-staging 2024-11-15T16:51:35,908 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:51:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:51:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:51:35,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:51:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:51:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:51:35,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T16:51:35,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:51:35,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43195 2024-11-15T16:51:35,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43195 connecting to ZooKeeper ensemble=127.0.0.1:60950 2024-11-15T16:51:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431950x0, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:51:35,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43195-0x101acd832b30000 connected 2024-11-15T16:51:35,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:35,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:35,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:51:35,959 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac, hbase.cluster.distributed=false 2024-11-15T16:51:35,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:51:35,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43195 2024-11-15T16:51:35,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43195 2024-11-15T16:51:35,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43195 2024-11-15T16:51:35,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43195 2024-11-15T16:51:35,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43195 2024-11-15T16:51:35,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:51:35,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:51:35,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:51:35,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:51:35,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:51:35,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:51:35,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:51:35,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:51:35,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42475 2024-11-15T16:51:36,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42475 connecting to ZooKeeper ensemble=127.0.0.1:60950 2024-11-15T16:51:36,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:36,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:36,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424750x0, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:51:36,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424750x0, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:51:36,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42475-0x101acd832b30001 connected 2024-11-15T16:51:36,010 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:51:36,013 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:51:36,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:51:36,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:51:36,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42475 2024-11-15T16:51:36,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42475 2024-11-15T16:51:36,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42475 2024-11-15T16:51:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42475 2024-11-15T16:51:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42475 2024-11-15T16:51:36,044 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a9bde5b3a1b5:43195 2024-11-15T16:51:36,045 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:51:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:51:36,048 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:51:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,051 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T16:51:36,051 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a9bde5b3a1b5,43195,1731689495908 from backup master directory 2024-11-15T16:51:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:36,054 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:51:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:51:36,054 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:51:36,061 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/hbase.id] with ID: 627a7ec5-0b46-4f8e-94cc-850d98bfa439 2024-11-15T16:51:36,061 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/.tmp/hbase.id 2024-11-15T16:51:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:51:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:51:36,086 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/.tmp/hbase.id]:[hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/hbase.id] 2024-11-15T16:51:36,100 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:36,100 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T16:51:36,102 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T16:51:36,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:51:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:51:36,126 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:51:36,127 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T16:51:36,128 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:51:36,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:51:36,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:51:36,141 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store 2024-11-15T16:51:36,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:51:36,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:51:36,149 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:51:36,149 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:51:36,149 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:36,149 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:36,149 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:51:36,149 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:36,149 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:51:36,149 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689496149Disabling compacts and flushes for region at 1731689496149Disabling writes for close at 1731689496149Writing region close event to WAL at 1731689496149Closed at 1731689496149 2024-11-15T16:51:36,150 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/.initializing 2024-11-15T16:51:36,150 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/WALs/a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:36,152 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:51:36,154 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C43195%2C1731689495908, suffix=, logDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/WALs/a9bde5b3a1b5,43195,1731689495908, archiveDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/oldWALs, maxLogs=10 2024-11-15T16:51:36,170 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/WALs/a9bde5b3a1b5,43195,1731689495908/a9bde5b3a1b5%2C43195%2C1731689495908.1731689496154, exclude list is [], retry=0 2024-11-15T16:51:36,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-1590d77a-284b-40bf-89fb-bf4f0116d371,DISK] 2024-11-15T16:51:36,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-d80636d4-0d24-4337-83a9-4867b3e7a8ef,DISK] 2024-11-15T16:51:36,180 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/WALs/a9bde5b3a1b5,43195,1731689495908/a9bde5b3a1b5%2C43195%2C1731689495908.1731689496154 2024-11-15T16:51:36,184 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39793:39793),(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-15T16:51:36,184 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:51:36,184 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:51:36,184 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,184 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T16:51:36,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T16:51:36,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:51:36,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T16:51:36,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:51:36,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T16:51:36,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:51:36,194 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,195 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,195 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,196 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,196 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,197 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:51:36,198 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:51:36,200 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:51:36,201 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851209, jitterRate=0.08236847817897797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:51:36,203 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731689496184Initializing all the Stores at 1731689496185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689496186 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689496186Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689496186Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689496186Cleaning up temporary data from old regions at 1731689496196 (+10 ms)Region opened successfully at 1731689496203 (+7 ms) 2024-11-15T16:51:36,207 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T16:51:36,212 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4db915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:51:36,213 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T16:51:36,214 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T16:51:36,214 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T16:51:36,214 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T16:51:36,214 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T16:51:36,215 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T16:51:36,215 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T16:51:36,219 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T16:51:36,220 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T16:51:36,222 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T16:51:36,222 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T16:51:36,223 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T16:51:36,224 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T16:51:36,225 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T16:51:36,226 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T16:51:36,227 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T16:51:36,229 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T16:51:36,230 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T16:51:36,233 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T16:51:36,234 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T16:51:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:51:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:51:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,238 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a9bde5b3a1b5,43195,1731689495908, sessionid=0x101acd832b30000, setting cluster-up flag (Was=false) 2024-11-15T16:51:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,246 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T16:51:36,247 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,256 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T16:51:36,258 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:36,264 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T16:51:36,266 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T16:51:36,266 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T16:51:36,267 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T16:51:36,267 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a9bde5b3a1b5,43195,1731689495908 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a9bde5b3a1b5:0, corePoolSize=10, maxPoolSize=10 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:51:36,269 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,278 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731689526278 2024-11-15T16:51:36,278 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T16:51:36,278 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T16:51:36,278 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T16:51:36,278 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T16:51:36,278 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T16:51:36,278 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T16:51:36,279 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:51:36,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T16:51:36,279 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T16:51:36,279 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T16:51:36,279 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T16:51:36,280 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T16:51:36,280 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T16:51:36,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T16:51:36,284 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689496280,5,FailOnTimeoutGroup] 2024-11-15T16:51:36,287 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689496284,5,FailOnTimeoutGroup] 2024-11-15T16:51:36,287 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,287 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T16:51:36,287 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,287 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:51:36,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:51:36,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T16:51:36,295 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac 2024-11-15T16:51:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:51:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:51:36,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:51:36,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:51:36,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:51:36,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:51:36,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:51:36,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:51:36,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:51:36,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:51:36,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:51:36,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:51:36,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740 2024-11-15T16:51:36,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740 2024-11-15T16:51:36,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:51:36,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:51:36,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:51:36,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:51:36,319 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:51:36,320 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=747684, jitterRate=-0.04927106201648712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:51:36,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731689496302Initializing all the Stores at 1731689496303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689496303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689496303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689496303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689496303Cleaning up temporary data from old regions at 1731689496315 (+12 ms)Region opened successfully at 1731689496320 (+5 ms) 2024-11-15T16:51:36,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:51:36,321 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:51:36,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:51:36,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:51:36,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:51:36,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:51:36,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689496320Disabling compacts and flushes for region at 1731689496320Disabling writes for close at 1731689496321 (+1 ms)Writing region close event to WAL at 1731689496325 (+4 ms)Closed at 1731689496325 2024-11-15T16:51:36,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:51:36,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T16:51:36,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T16:51:36,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:51:36,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T16:51:36,330 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(746): ClusterId : 627a7ec5-0b46-4f8e-94cc-850d98bfa439 2024-11-15T16:51:36,330 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:51:36,333 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:51:36,333 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:51:36,335 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:51:36,336 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb15c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:51:36,349 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a9bde5b3a1b5:42475 2024-11-15T16:51:36,349 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:51:36,349 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:51:36,349 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:51:36,350 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,43195,1731689495908 with port=42475, startcode=1731689495997 2024-11-15T16:51:36,350 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:51:36,358 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:51:36,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43195 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,362 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac 2024-11-15T16:51:36,362 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35861 2024-11-15T16:51:36,362 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:51:36,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:51:36,367 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] zookeeper.ZKUtil(111): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,367 WARN [RS:0;a9bde5b3a1b5:42475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:51:36,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,42475,1731689495997] 2024-11-15T16:51:36,367 INFO [RS:0;a9bde5b3a1b5:42475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:51:36,367 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,372 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:51:36,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:51:36,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:51:36,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:51:36,376 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:51:36,376 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,377 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,378 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,378 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:51:36,378 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:51:36,378 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:51:36,382 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,382 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,382 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,382 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,382 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,382 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42475,1731689495997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:51:36,399 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:51:36,399 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42475,1731689495997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,400 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,400 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.Replication(171): a9bde5b3a1b5,42475,1731689495997 started 2024-11-15T16:51:36,417 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,417 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,42475,1731689495997, RpcServer on a9bde5b3a1b5/172.17.0.2:42475, sessionid=0x101acd832b30001 2024-11-15T16:51:36,417 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:51:36,417 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,417 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,42475,1731689495997' 2024-11-15T16:51:36,417 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:51:36,418 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:51:36,419 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:51:36,419 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:51:36,419 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,419 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,42475,1731689495997' 2024-11-15T16:51:36,419 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:51:36,420 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:51:36,420 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:51:36,420 INFO [RS:0;a9bde5b3a1b5:42475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:51:36,420 INFO [RS:0;a9bde5b3a1b5:42475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:51:36,479 WARN [a9bde5b3a1b5:43195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T16:51:36,521 INFO [RS:0;a9bde5b3a1b5:42475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:51:36,523 INFO [RS:0;a9bde5b3a1b5:42475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C42475%2C1731689495997, suffix=, logDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997, archiveDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/oldWALs, maxLogs=32 2024-11-15T16:51:36,546 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524, exclude list is [], retry=0 2024-11-15T16:51:36,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-d80636d4-0d24-4337-83a9-4867b3e7a8ef,DISK] 2024-11-15T16:51:36,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-1590d77a-284b-40bf-89fb-bf4f0116d371,DISK] 2024-11-15T16:51:36,559 INFO [RS:0;a9bde5b3a1b5:42475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 2024-11-15T16:51:36,560 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39173:39173),(127.0.0.1/127.0.0.1:39793:39793)] 2024-11-15T16:51:36,730 DEBUG [a9bde5b3a1b5:43195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T16:51:36,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,42475,1731689495997, state=OPENING 2024-11-15T16:51:36,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T16:51:36,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:51:36,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:51:36,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:51:36,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:51:36,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,42475,1731689495997}] 2024-11-15T16:51:36,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:51:36,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:51:36,896 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T16:51:36,896 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:51:36,897 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T16:51:36,899 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C42475%2C1731689495997.meta, suffix=.meta, logDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997, archiveDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/oldWALs, maxLogs=32 2024-11-15T16:51:36,914 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.meta.1731689496900.meta, exclude list is [], retry=0 2024-11-15T16:51:36,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-d80636d4-0d24-4337-83a9-4867b3e7a8ef,DISK] 2024-11-15T16:51:36,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-1590d77a-284b-40bf-89fb-bf4f0116d371,DISK] 2024-11-15T16:51:36,928 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.meta.1731689496900.meta 2024-11-15T16:51:36,928 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39173:39173),(127.0.0.1/127.0.0.1:39793:39793)] 2024-11-15T16:51:36,928 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:51:36,929 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T16:51:36,929 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T16:51:36,929 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T16:51:36,929 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T16:51:36,929 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:51:36,929 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T16:51:36,929 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T16:51:36,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:51:36,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:51:36,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:51:36,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:51:36,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:51:36,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:51:36,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:51:36,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:51:36,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:36,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:51:36,936 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:51:36,937 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740 2024-11-15T16:51:36,938 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740 2024-11-15T16:51:36,939 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:51:36,939 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:51:36,940 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:51:36,941 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:51:36,942 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=877441, jitterRate=0.1157243400812149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:51:36,942 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T16:51:36,943 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731689496929Writing region info on filesystem at 1731689496929Initializing all the Stores at 1731689496930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689496930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689496931 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689496931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689496931Cleaning up temporary data from old regions at 1731689496939 (+8 ms)Running coprocessor post-open hooks at 1731689496942 (+3 ms)Region opened successfully at 1731689496943 (+1 ms) 2024-11-15T16:51:36,944 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731689496890 2024-11-15T16:51:36,946 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T16:51:36,946 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T16:51:36,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,42475,1731689495997, state=OPEN 2024-11-15T16:51:36,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:51:36,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:51:36,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:36,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:51:36,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:51:36,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T16:51:36,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,42475,1731689495997 in 221 msec 2024-11-15T16:51:36,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T16:51:36,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-15T16:51:36,965 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:51:36,965 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T16:51:36,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:51:36,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=-1] 2024-11-15T16:51:36,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:51:36,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:51:36,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-15T16:51:36,974 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731689496974, completionTime=-1 2024-11-15T16:51:36,975 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T16:51:36,975 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T16:51:36,977 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T16:51:36,977 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731689556977 2024-11-15T16:51:36,977 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731689616977 2024-11-15T16:51:36,977 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T16:51:36,978 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43195,1731689495908-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,978 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43195,1731689495908-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,978 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43195,1731689495908-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,978 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a9bde5b3a1b5:43195, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,978 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,978 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:36,980 DEBUG [master/a9bde5b3a1b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.928sec 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43195,1731689495908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:51:36,983 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43195,1731689495908-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T16:51:36,989 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T16:51:36,989 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T16:51:36,989 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,43195,1731689495908-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:51:37,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324cb743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:51:37,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,43195,-1 for getting cluster id 2024-11-15T16:51:37,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T16:51:37,035 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627a7ec5-0b46-4f8e-94cc-850d98bfa439' 2024-11-15T16:51:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T16:51:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627a7ec5-0b46-4f8e-94cc-850d98bfa439" 2024-11-15T16:51:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3f6614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:51:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,43195,-1] 2024-11-15T16:51:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T16:51:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:51:37,039 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T16:51:37,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deb8295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:51:37,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:51:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=-1] 2024-11-15T16:51:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:51:37,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:51:37,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:37,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:51:37,051 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T16:51:37,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T16:51:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:51:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7abf2b65 2024-11-15T16:51:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T16:51:37,054 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T16:51:37,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43195 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T16:51:37,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43195 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T16:51:37,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:51:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-15T16:51:37,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T16:51:37,063 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:37,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-15T16:51:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:51:37,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T16:51:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741835_1011 (size=381) 2024-11-15T16:51:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741835_1011 (size=381) 2024-11-15T16:51:37,081 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fb60bb5ed52b89724ca6eebbd3ad10b, NAME => 'TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac 2024-11-15T16:51:37,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741836_1012 (size=64) 2024-11-15T16:51:37,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741836_1012 (size=64) 2024-11-15T16:51:37,495 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:51:37,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 5fb60bb5ed52b89724ca6eebbd3ad10b, disabling compactions & flushes 2024-11-15T16:51:37,496 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:37,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:37,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. after waiting 0 ms 2024-11-15T16:51:37,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:37,496 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:37,496 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: Waiting for close lock at 1731689497496Disabling compacts and flushes for region at 1731689497496Disabling writes for close at 1731689497496Writing region close event to WAL at 1731689497496Closed at 1731689497496 2024-11-15T16:51:37,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T16:51:37,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731689497498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731689497498"}]},"ts":"1731689497498"} 2024-11-15T16:51:37,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T16:51:37,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T16:51:37,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689497502"}]},"ts":"1731689497502"} 2024-11-15T16:51:37,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-15T16:51:37,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, ASSIGN}] 2024-11-15T16:51:37,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, ASSIGN 2024-11-15T16:51:37,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,42475,1731689495997; forceNewPlan=false, retain=false 2024-11-15T16:51:37,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fb60bb5ed52b89724ca6eebbd3ad10b, regionState=OPENING, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, ASSIGN because future has completed 2024-11-15T16:51:37,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997}] 2024-11-15T16:51:37,819 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:37,819 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fb60bb5ed52b89724ca6eebbd3ad10b, NAME => 'TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:51:37,819 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,819 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:51:37,819 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,819 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,821 INFO [StoreOpener-5fb60bb5ed52b89724ca6eebbd3ad10b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,823 INFO [StoreOpener-5fb60bb5ed52b89724ca6eebbd3ad10b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fb60bb5ed52b89724ca6eebbd3ad10b columnFamilyName info 2024-11-15T16:51:37,823 DEBUG [StoreOpener-5fb60bb5ed52b89724ca6eebbd3ad10b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:51:37,823 INFO [StoreOpener-5fb60bb5ed52b89724ca6eebbd3ad10b-1 {}] regionserver.HStore(327): Store=5fb60bb5ed52b89724ca6eebbd3ad10b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:51:37,823 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,824 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,825 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,825 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,825 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,827 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,830 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:51:37,830 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5fb60bb5ed52b89724ca6eebbd3ad10b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856535, jitterRate=0.08914129436016083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:51:37,831 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:37,831 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: Running coprocessor pre-open hook at 1731689497820Writing region info on filesystem at 1731689497820Initializing all the Stores at 1731689497821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689497821Cleaning up temporary data from old regions at 1731689497825 (+4 ms)Running coprocessor post-open hooks at 1731689497831 (+6 ms)Region opened successfully at 1731689497831 2024-11-15T16:51:37,832 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., pid=6, masterSystemTime=1731689497814 2024-11-15T16:51:37,835 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:37,835 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:37,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fb60bb5ed52b89724ca6eebbd3ad10b, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:37,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 because future has completed 2024-11-15T16:51:37,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T16:51:37,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 in 179 msec 2024-11-15T16:51:37,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T16:51:37,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, ASSIGN in 338 msec 2024-11-15T16:51:37,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T16:51:37,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689497846"}]},"ts":"1731689497846"} 2024-11-15T16:51:37,848 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-15T16:51:37,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T16:51:37,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 794 msec 2024-11-15T16:51:39,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:39,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T16:51:40,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:40,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-15T16:51:40,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T16:51:40,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T16:51:42,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T16:51:42,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-15T16:51:45,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T16:51:45,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:45,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:51:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:51:47,111 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-15T16:51:47,111 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-15T16:51:47,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-15T16:51:47,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2] 2024-11-15T16:51:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:47,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:51:47,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/4a756f98e6bb453e81b2816c2d9c9264 is 1055, key is row0001/info:/1731689507119/Put/seqid=0 2024-11-15T16:51:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741837_1013 (size=13386) 2024-11-15T16:51:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741837_1013 (size=13386) 2024-11-15T16:51:47,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/4a756f98e6bb453e81b2816c2d9c9264 2024-11-15T16:51:47,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/4a756f98e6bb453e81b2816c2d9c9264 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4a756f98e6bb453e81b2816c2d9c9264 2024-11-15T16:51:47,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4a756f98e6bb453e81b2816c2d9c9264, entries=8, sequenceid=12, filesize=13.1 K 2024-11-15T16:51:47,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 50ms, sequenceid=12, compaction requested=false 2024-11-15T16:51:47,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:51:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:47,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-15T16:51:47,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/d11076460511440e9005df962fa8a4dc is 1055, key is row0009/info:/1731689507135/Put/seqid=0 2024-11-15T16:51:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741838_1014 (size=22874) 2024-11-15T16:51:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741838_1014 (size=22874) 2024-11-15T16:51:47,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/d11076460511440e9005df962fa8a4dc 2024-11-15T16:51:47,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/d11076460511440e9005df962fa8a4dc as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc 2024-11-15T16:51:47,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc, entries=17, sequenceid=32, filesize=22.3 K 2024-11-15T16:51:47,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 32ms, sequenceid=32, compaction requested=false 2024-11-15T16:51:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:51:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=35.4 K, sizeToCheck=16.0 K 2024-11-15T16:51:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc because midkey is the same as first or last row 2024-11-15T16:51:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:49,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:51:49,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/5790d622a58844308bd8f1a8d7cc004b is 1055, key is row0026/info:/1731689507187/Put/seqid=0 2024-11-15T16:51:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741839_1015 (size=13386) 2024-11-15T16:51:49,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741839_1015 (size=13386) 2024-11-15T16:51:49,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/5790d622a58844308bd8f1a8d7cc004b 2024-11-15T16:51:49,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/5790d622a58844308bd8f1a8d7cc004b as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/5790d622a58844308bd8f1a8d7cc004b 2024-11-15T16:51:49,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/5790d622a58844308bd8f1a8d7cc004b, entries=8, sequenceid=43, filesize=13.1 K 2024-11-15T16:51:49,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 29ms, sequenceid=43, compaction requested=true 2024-11-15T16:51:49,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:51:49,231 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-11-15T16:51:49,231 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:49,231 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc because midkey is the same as first or last row 2024-11-15T16:51:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fb60bb5ed52b89724ca6eebbd3ad10b:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:51:49,233 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:51:49,234 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49646 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:51:49,234 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 5fb60bb5ed52b89724ca6eebbd3ad10b/info is initiating minor compaction (all files) 2024-11-15T16:51:49,234 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fb60bb5ed52b89724ca6eebbd3ad10b/info in TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:49,234 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4a756f98e6bb453e81b2816c2d9c9264, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/5790d622a58844308bd8f1a8d7cc004b] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp, totalSize=48.5 K 2024-11-15T16:51:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:51:49,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-15T16:51:49,235 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a756f98e6bb453e81b2816c2d9c9264, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731689507119 2024-11-15T16:51:49,236 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting d11076460511440e9005df962fa8a4dc, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1731689507135 2024-11-15T16:51:49,236 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5790d622a58844308bd8f1a8d7cc004b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731689507187 2024-11-15T16:51:49,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/4e6a12877de6403583582d0623c90f0c is 1055, key is row0034/info:/1731689509204/Put/seqid=0 2024-11-15T16:51:49,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T16:51:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55786 deadline: 1731689519267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:51:49,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:51:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:51:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2 because the exception is null or not the one we care about 2024-11-15T16:51:49,276 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fb60bb5ed52b89724ca6eebbd3ad10b#info#compaction#35 average throughput is 11.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:51:49,277 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/b0594982ae9f4e2cb9f502b8e5434015 is 1055, key is row0001/info:/1731689507119/Put/seqid=0 2024-11-15T16:51:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741840_1016 (size=20766) 2024-11-15T16:51:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741840_1016 (size=20766) 2024-11-15T16:51:49,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/4e6a12877de6403583582d0623c90f0c 2024-11-15T16:51:49,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/4e6a12877de6403583582d0623c90f0c as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4e6a12877de6403583582d0623c90f0c 2024-11-15T16:51:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741841_1017 (size=39845) 2024-11-15T16:51:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741841_1017 (size=39845) 2024-11-15T16:51:49,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4e6a12877de6403583582d0623c90f0c, entries=15, sequenceid=61, filesize=20.3 K 2024-11-15T16:51:49,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 61ms, sequenceid=61, compaction requested=false 2024-11-15T16:51:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:51:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.8 K, sizeToCheck=16.0 K 2024-11-15T16:51:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc because midkey is the same as first or last row 2024-11-15T16:51:49,298 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/b0594982ae9f4e2cb9f502b8e5434015 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015 2024-11-15T16:51:49,304 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fb60bb5ed52b89724ca6eebbd3ad10b/info of 5fb60bb5ed52b89724ca6eebbd3ad10b into b0594982ae9f4e2cb9f502b8e5434015(size=38.9 K), total size for store is 59.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:51:49,304 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:51:49,306 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., storeName=5fb60bb5ed52b89724ca6eebbd3ad10b/info, priority=13, startTime=1731689509232; duration=0sec 2024-11-15T16:51:49,306 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-15T16:51:49,306 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:49,306 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015 because midkey is the same as first or last row 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015 because midkey is the same as first or last row 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015 because midkey is the same as first or last row 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:51:49,307 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fb60bb5ed52b89724ca6eebbd3ad10b:info 2024-11-15T16:51:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:51:59,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-15T16:51:59,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/15ce7e0dc978411d9485942716d15c1d is 1055, key is row0049/info:/1731689509236/Put/seqid=0 2024-11-15T16:51:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741842_1018 (size=20766) 2024-11-15T16:51:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741842_1018 (size=20766) 2024-11-15T16:51:59,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/15ce7e0dc978411d9485942716d15c1d 2024-11-15T16:51:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/15ce7e0dc978411d9485942716d15c1d as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/15ce7e0dc978411d9485942716d15c1d 2024-11-15T16:51:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/15ce7e0dc978411d9485942716d15c1d, entries=15, sequenceid=80, filesize=20.3 K 2024-11-15T16:51:59,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 32ms, sequenceid=80, compaction requested=true 2024-11-15T16:51:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:51:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-11-15T16:51:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015 because midkey is the same as first or last row 2024-11-15T16:51:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fb60bb5ed52b89724ca6eebbd3ad10b:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:51:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:51:59,355 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:51:59,356 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81377 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:51:59,356 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 5fb60bb5ed52b89724ca6eebbd3ad10b/info is initiating minor compaction (all files) 2024-11-15T16:51:59,356 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fb60bb5ed52b89724ca6eebbd3ad10b/info in TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:51:59,357 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4e6a12877de6403583582d0623c90f0c, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/15ce7e0dc978411d9485942716d15c1d] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp, totalSize=79.5 K 2024-11-15T16:51:59,357 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0594982ae9f4e2cb9f502b8e5434015, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731689507119 2024-11-15T16:51:59,357 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e6a12877de6403583582d0623c90f0c, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731689509204 2024-11-15T16:51:59,358 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15ce7e0dc978411d9485942716d15c1d, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731689509236 2024-11-15T16:51:59,374 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fb60bb5ed52b89724ca6eebbd3ad10b#info#compaction#37 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:51:59,375 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/3e0d860a3f2848a18092d97f5422a539 is 1055, key is row0001/info:/1731689507119/Put/seqid=0 2024-11-15T16:51:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741843_1019 (size=71580) 2024-11-15T16:51:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741843_1019 (size=71580) 2024-11-15T16:51:59,388 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/3e0d860a3f2848a18092d97f5422a539 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 2024-11-15T16:51:59,395 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fb60bb5ed52b89724ca6eebbd3ad10b/info of 5fb60bb5ed52b89724ca6eebbd3ad10b into 3e0d860a3f2848a18092d97f5422a539(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:51:59,396 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., storeName=5fb60bb5ed52b89724ca6eebbd3ad10b/info, priority=13, startTime=1731689519355; duration=0sec 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 because midkey is the same as first or last row 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 because midkey is the same as first or last row 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 because midkey is the same as first or last row 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:51:59,396 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fb60bb5ed52b89724ca6eebbd3ad10b:info 2024-11-15T16:52:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:52:01,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/bc127963be874dd08ec1bc10354f9502 is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741844_1020 (size=13386) 2024-11-15T16:52:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741844_1020 (size=13386) 2024-11-15T16:52:01,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/bc127963be874dd08ec1bc10354f9502 2024-11-15T16:52:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/bc127963be874dd08ec1bc10354f9502 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/bc127963be874dd08ec1bc10354f9502 2024-11-15T16:52:01,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/bc127963be874dd08ec1bc10354f9502, entries=8, sequenceid=92, filesize=13.1 K 2024-11-15T16:52:01,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 28ms, sequenceid=92, compaction requested=false 2024-11-15T16:52:01,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:52:01,368 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-11-15T16:52:01,368 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:52:01,368 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 because midkey is the same as first or last row 2024-11-15T16:52:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-15T16:52:01,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/c9e69ec65ad74bc3b4713301ad8370db is 1055, key is row0072/info:/1731689521343/Put/seqid=0 2024-11-15T16:52:01,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741845_1021 (size=20766) 2024-11-15T16:52:01,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741845_1021 (size=20766) 2024-11-15T16:52:01,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/c9e69ec65ad74bc3b4713301ad8370db 2024-11-15T16:52:01,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/c9e69ec65ad74bc3b4713301ad8370db as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/c9e69ec65ad74bc3b4713301ad8370db 2024-11-15T16:52:01,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/c9e69ec65ad74bc3b4713301ad8370db, entries=15, sequenceid=110, filesize=20.3 K 2024-11-15T16:52:01,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=10.26 KB/10510 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 37ms, sequenceid=110, compaction requested=true 2024-11-15T16:52:01,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:52:01,405 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.3 K, sizeToCheck=16.0 K 2024-11-15T16:52:01,405 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:52:01,405 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 because midkey is the same as first or last row 2024-11-15T16:52:01,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fb60bb5ed52b89724ca6eebbd3ad10b:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:01,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:01,405 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:52:01,407 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 105732 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:52:01,407 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 5fb60bb5ed52b89724ca6eebbd3ad10b/info is initiating minor compaction (all files) 2024-11-15T16:52:01,407 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fb60bb5ed52b89724ca6eebbd3ad10b/info in TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:52:01,407 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/bc127963be874dd08ec1bc10354f9502, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/c9e69ec65ad74bc3b4713301ad8370db] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp, totalSize=103.3 K 2024-11-15T16:52:01,407 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e0d860a3f2848a18092d97f5422a539, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731689507119 2024-11-15T16:52:01,408 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc127963be874dd08ec1bc10354f9502, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731689519324 2024-11-15T16:52:01,408 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9e69ec65ad74bc3b4713301ad8370db, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731689521343 2024-11-15T16:52:01,426 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fb60bb5ed52b89724ca6eebbd3ad10b#info#compaction#40 average throughput is 21.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:01,427 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/af274700a3544913b6f96ee05730daf7 is 1055, key is row0001/info:/1731689507119/Put/seqid=0 2024-11-15T16:52:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741846_1022 (size=95951) 2024-11-15T16:52:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741846_1022 (size=95951) 2024-11-15T16:52:01,441 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/af274700a3544913b6f96ee05730daf7 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7 2024-11-15T16:52:01,448 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fb60bb5ed52b89724ca6eebbd3ad10b/info of 5fb60bb5ed52b89724ca6eebbd3ad10b into af274700a3544913b6f96ee05730daf7(size=93.7 K), total size for store is 93.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:01,448 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: 2024-11-15T16:52:01,448 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., storeName=5fb60bb5ed52b89724ca6eebbd3ad10b/info, priority=13, startTime=1731689521405; duration=0sec 2024-11-15T16:52:01,449 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.7 K, sizeToCheck=16.0 K 2024-11-15T16:52:01,449 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:52:01,449 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.7 K, sizeToCheck=16.0 K 2024-11-15T16:52:01,449 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:52:01,449 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.7 K, sizeToCheck=16.0 K 2024-11-15T16:52:01,449 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T16:52:01,451 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:01,451 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:01,451 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fb60bb5ed52b89724ca6eebbd3ad10b:info 2024-11-15T16:52:01,452 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43195 {}] assignment.AssignmentManager(1363): Split request from a9bde5b3a1b5,42475,1731689495997, parent={ENCODED => 5fb60bb5ed52b89724ca6eebbd3ad10b, NAME => 'TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-15T16:52:01,457 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43195 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:01,461 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43195 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5fb60bb5ed52b89724ca6eebbd3ad10b, daughterA=4b5683da9fb33122a359f32ba09dcbc5, daughterB=03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:01,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5fb60bb5ed52b89724ca6eebbd3ad10b, daughterA=4b5683da9fb33122a359f32ba09dcbc5, daughterB=03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:01,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5fb60bb5ed52b89724ca6eebbd3ad10b, daughterA=4b5683da9fb33122a359f32ba09dcbc5, daughterB=03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:01,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5fb60bb5ed52b89724ca6eebbd3ad10b, daughterA=4b5683da9fb33122a359f32ba09dcbc5, daughterB=03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:01,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, UNASSIGN}] 2024-11-15T16:52:01,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, UNASSIGN 2024-11-15T16:52:01,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5fb60bb5ed52b89724ca6eebbd3ad10b, regionState=CLOSING, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:01,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, UNASSIGN because future has completed 2024-11-15T16:52:01,475 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-15T16:52:01,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997}] 2024-11-15T16:52:01,634 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,634 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-15T16:52:01,635 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 5fb60bb5ed52b89724ca6eebbd3ad10b, disabling compactions & flushes 2024-11-15T16:52:01,635 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:52:01,635 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:52:01,635 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. after waiting 0 ms 2024-11-15T16:52:01,635 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:52:01,635 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-15T16:52:01,640 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/88368481ff274e979903aa3c04d73094 is 1055, key is row0087/info:/1731689521369/Put/seqid=0 2024-11-15T16:52:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741847_1023 (size=15490) 2024-11-15T16:52:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741847_1023 (size=15490) 2024-11-15T16:52:01,646 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/88368481ff274e979903aa3c04d73094 2024-11-15T16:52:01,653 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/.tmp/info/88368481ff274e979903aa3c04d73094 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/88368481ff274e979903aa3c04d73094 2024-11-15T16:52:01,658 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/88368481ff274e979903aa3c04d73094, entries=10, sequenceid=124, filesize=15.1 K 2024-11-15T16:52:01,659 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 24ms, sequenceid=124, compaction requested=false 2024-11-15T16:52:01,661 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4a756f98e6bb453e81b2816c2d9c9264, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/5790d622a58844308bd8f1a8d7cc004b, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4e6a12877de6403583582d0623c90f0c, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/15ce7e0dc978411d9485942716d15c1d, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/bc127963be874dd08ec1bc10354f9502, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/c9e69ec65ad74bc3b4713301ad8370db] to archive 2024-11-15T16:52:01,662 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T16:52:01,663 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4a756f98e6bb453e81b2816c2d9c9264 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4a756f98e6bb453e81b2816c2d9c9264 2024-11-15T16:52:01,665 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/d11076460511440e9005df962fa8a4dc 2024-11-15T16:52:01,666 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/b0594982ae9f4e2cb9f502b8e5434015 2024-11-15T16:52:01,667 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/5790d622a58844308bd8f1a8d7cc004b to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/5790d622a58844308bd8f1a8d7cc004b 2024-11-15T16:52:01,669 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4e6a12877de6403583582d0623c90f0c to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/4e6a12877de6403583582d0623c90f0c 2024-11-15T16:52:01,670 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/3e0d860a3f2848a18092d97f5422a539 2024-11-15T16:52:01,671 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/15ce7e0dc978411d9485942716d15c1d to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/15ce7e0dc978411d9485942716d15c1d 2024-11-15T16:52:01,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/bc127963be874dd08ec1bc10354f9502 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/bc127963be874dd08ec1bc10354f9502 2024-11-15T16:52:01,674 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/c9e69ec65ad74bc3b4713301ad8370db to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/c9e69ec65ad74bc3b4713301ad8370db 2024-11-15T16:52:01,680 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-15T16:52:01,681 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. 2024-11-15T16:52:01,681 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 5fb60bb5ed52b89724ca6eebbd3ad10b: Waiting for close lock at 1731689521635Running coprocessor pre-close hooks at 1731689521635Disabling compacts and flushes for region at 1731689521635Disabling writes for close at 1731689521635Obtaining lock to block concurrent updates at 1731689521635Preparing flush snapshotting stores in 5fb60bb5ed52b89724ca6eebbd3ad10b at 1731689521635Finished memstore snapshotting TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., syncing WAL and waiting on mvcc, flushsize=dataSize=10510, getHeapSize=11520, getOffHeapSize=0, getCellsCount=10 at 1731689521635Flushing stores of TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. at 1731689521636 (+1 ms)Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b/info: creating writer at 1731689521636Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b/info: appending metadata at 1731689521640 (+4 ms)Flushing 5fb60bb5ed52b89724ca6eebbd3ad10b/info: closing flushed file at 1731689521640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4012647c: reopening flushed file at 1731689521652 (+12 ms)Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for 5fb60bb5ed52b89724ca6eebbd3ad10b in 24ms, sequenceid=124, compaction requested=false at 1731689521659 (+7 ms)Writing region close event to WAL at 1731689521677 (+18 ms)Running coprocessor post-close hooks at 1731689521681 (+4 ms)Closed at 1731689521681 2024-11-15T16:52:01,684 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5fb60bb5ed52b89724ca6eebbd3ad10b, regionState=CLOSED 2024-11-15T16:52:01,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 because future has completed 2024-11-15T16:52:01,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T16:52:01,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 5fb60bb5ed52b89724ca6eebbd3ad10b, server=a9bde5b3a1b5,42475,1731689495997 in 212 msec 2024-11-15T16:52:01,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T16:52:01,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5fb60bb5ed52b89724ca6eebbd3ad10b, UNASSIGN in 221 msec 2024-11-15T16:52:01,702 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:01,705 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=5fb60bb5ed52b89724ca6eebbd3ad10b, threads=2 2024-11-15T16:52:01,707 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/88368481ff274e979903aa3c04d73094 for region: 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,707 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7 for region: 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,717 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/88368481ff274e979903aa3c04d73094, top=true 2024-11-15T16:52:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741848_1024 (size=27) 2024-11-15T16:52:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741848_1024 (size=27) 2024-11-15T16:52:01,723 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094 for child: 03b78c76a4c6227ac8d495a11a1a0555, parent: 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,723 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/88368481ff274e979903aa3c04d73094 for region: 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741849_1025 (size=27) 2024-11-15T16:52:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741849_1025 (size=27) 2024-11-15T16:52:01,731 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7 for region: 5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:01,734 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 5fb60bb5ed52b89724ca6eebbd3ad10b Daughter A: [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b] storefiles, Daughter B: [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b] storefiles. 2024-11-15T16:52:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741850_1026 (size=71) 2024-11-15T16:52:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741850_1026 (size=71) 2024-11-15T16:52:01,744 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741851_1027 (size=71) 2024-11-15T16:52:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741851_1027 (size=71) 2024-11-15T16:52:01,761 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:01,773 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-15T16:52:01,775 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-15T16:52:01,777 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731689521777"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731689521777"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731689521777"}]},"ts":"1731689521777"} 2024-11-15T16:52:01,778 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731689521777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731689521777"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731689521777"}]},"ts":"1731689521777"} 2024-11-15T16:52:01,778 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731689521777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731689521777"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731689521777"}]},"ts":"1731689521777"} 2024-11-15T16:52:01,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4b5683da9fb33122a359f32ba09dcbc5, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b78c76a4c6227ac8d495a11a1a0555, ASSIGN}] 2024-11-15T16:52:01,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4b5683da9fb33122a359f32ba09dcbc5, ASSIGN 2024-11-15T16:52:01,797 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b78c76a4c6227ac8d495a11a1a0555, ASSIGN 2024-11-15T16:52:01,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4b5683da9fb33122a359f32ba09dcbc5, ASSIGN; state=SPLITTING_NEW, location=a9bde5b3a1b5,42475,1731689495997; forceNewPlan=false, retain=false 2024-11-15T16:52:01,798 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b78c76a4c6227ac8d495a11a1a0555, ASSIGN; state=SPLITTING_NEW, location=a9bde5b3a1b5,42475,1731689495997; forceNewPlan=false, retain=false 2024-11-15T16:52:01,949 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=03b78c76a4c6227ac8d495a11a1a0555, regionState=OPENING, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:01,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4b5683da9fb33122a359f32ba09dcbc5, regionState=OPENING, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:01,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4b5683da9fb33122a359f32ba09dcbc5, ASSIGN because future has completed 2024-11-15T16:52:01,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b5683da9fb33122a359f32ba09dcbc5, server=a9bde5b3a1b5,42475,1731689495997}] 2024-11-15T16:52:01,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b78c76a4c6227ac8d495a11a1a0555, ASSIGN because future has completed 2024-11-15T16:52:01,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997}] 2024-11-15T16:52:02,108 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:02,108 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 03b78c76a4c6227ac8d495a11a1a0555, NAME => 'TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-15T16:52:02,109 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,109 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:52:02,109 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,109 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,110 INFO [StoreOpener-03b78c76a4c6227ac8d495a11a1a0555-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,111 INFO [StoreOpener-03b78c76a4c6227ac8d495a11a1a0555-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03b78c76a4c6227ac8d495a11a1a0555 columnFamilyName info 2024-11-15T16:52:02,111 DEBUG [StoreOpener-03b78c76a4c6227ac8d495a11a1a0555-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:02,120 DEBUG [StoreOpener-03b78c76a4c6227ac8d495a11a1a0555-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094 2024-11-15T16:52:02,129 DEBUG [StoreOpener-03b78c76a4c6227ac8d495a11a1a0555-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b->hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7-top 2024-11-15T16:52:02,129 INFO [StoreOpener-03b78c76a4c6227ac8d495a11a1a0555-1 {}] regionserver.HStore(327): Store=03b78c76a4c6227ac8d495a11a1a0555/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:52:02,129 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,130 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,131 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,131 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,132 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,133 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,134 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 03b78c76a4c6227ac8d495a11a1a0555; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859968, jitterRate=0.09350647032260895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:52:02,134 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:02,135 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 03b78c76a4c6227ac8d495a11a1a0555: Running coprocessor pre-open hook at 1731689522109Writing region info on filesystem at 1731689522109Initializing all the Stores at 1731689522110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689522110Cleaning up temporary data from old regions at 1731689522132 (+22 ms)Running coprocessor post-open hooks at 1731689522134 (+2 ms)Region opened successfully at 1731689522135 (+1 ms) 2024-11-15T16:52:02,136 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., pid=13, masterSystemTime=1731689522104 2024-11-15T16:52:02,136 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 03b78c76a4c6227ac8d495a11a1a0555:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:02,136 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:02,136 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T16:52:02,137 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:02,137 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 03b78c76a4c6227ac8d495a11a1a0555/info is initiating minor compaction (all files) 2024-11-15T16:52:02,137 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b78c76a4c6227ac8d495a11a1a0555/info in TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:02,137 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b->hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7-top, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp, totalSize=108.8 K 2024-11-15T16:52:02,138 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b, keycount=43, bloomtype=ROW, size=93.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731689507119 2024-11-15T16:52:02,138 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:02,138 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:02,138 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731689521369 2024-11-15T16:52:02,138 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:02,138 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b5683da9fb33122a359f32ba09dcbc5, NAME => 'TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-15T16:52:02,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=03b78c76a4c6227ac8d495a11a1a0555, regionState=OPEN, openSeqNum=128, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:02,139 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,139 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:52:02,139 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,139 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,140 INFO [StoreOpener-4b5683da9fb33122a359f32ba09dcbc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,141 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-15T16:52:02,141 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T16:52:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 because future has completed 2024-11-15T16:52:02,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-15T16:52:02,141 INFO [StoreOpener-4b5683da9fb33122a359f32ba09dcbc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b5683da9fb33122a359f32ba09dcbc5 columnFamilyName info 2024-11-15T16:52:02,141 DEBUG [StoreOpener-4b5683da9fb33122a359f32ba09dcbc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:02,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-15T16:52:02,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 in 189 msec 2024-11-15T16:52:02,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b78c76a4c6227ac8d495a11a1a0555, ASSIGN in 349 msec 2024-11-15T16:52:02,154 DEBUG [StoreOpener-4b5683da9fb33122a359f32ba09dcbc5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b->hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7-bottom 2024-11-15T16:52:02,154 INFO [StoreOpener-4b5683da9fb33122a359f32ba09dcbc5-1 {}] regionserver.HStore(327): Store=4b5683da9fb33122a359f32ba09dcbc5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:52:02,154 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,155 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,156 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,157 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,157 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,159 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,160 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4b5683da9fb33122a359f32ba09dcbc5; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=871238, jitterRate=0.10783728957176208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:52:02,161 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:02,161 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4b5683da9fb33122a359f32ba09dcbc5: Running coprocessor pre-open hook at 1731689522139Writing region info on filesystem at 1731689522139Initializing all the Stores at 1731689522140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689522140Cleaning up temporary data from old regions at 1731689522157 (+17 ms)Running coprocessor post-open hooks at 1731689522161 (+4 ms)Region opened successfully at 1731689522161 2024-11-15T16:52:02,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/info/c7f677a92ab24d5fa6fefb72e27936ed is 193, key is TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555./info:regioninfo/1731689522138/Put/seqid=0 2024-11-15T16:52:02,162 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5., pid=12, masterSystemTime=1731689522104 2024-11-15T16:52:02,162 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 4b5683da9fb33122a359f32ba09dcbc5:info, priority=-2147483648, current under compaction store size is 2 2024-11-15T16:52:02,162 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T16:52:02,162 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b78c76a4c6227ac8d495a11a1a0555#info#compaction#42 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:02,162 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:02,163 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/917b50f5d4174cb6ade443eb6ea5a7ac is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:02,163 INFO [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:02,163 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.HStore(1541): 4b5683da9fb33122a359f32ba09dcbc5/info is initiating minor compaction (all files) 2024-11-15T16:52:02,163 INFO [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b5683da9fb33122a359f32ba09dcbc5/info in TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:02,163 INFO [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b->hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7-bottom] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/.tmp, totalSize=93.7 K 2024-11-15T16:52:02,164 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] compactions.Compactor(225): Compacting af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b, keycount=43, bloomtype=ROW, size=93.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731689507119 2024-11-15T16:52:02,165 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:02,165 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:02,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4b5683da9fb33122a359f32ba09dcbc5, regionState=OPEN, openSeqNum=128, regionLocation=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b5683da9fb33122a359f32ba09dcbc5, server=a9bde5b3a1b5,42475,1731689495997 because future has completed 2024-11-15T16:52:02,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T16:52:02,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b5683da9fb33122a359f32ba09dcbc5, server=a9bde5b3a1b5,42475,1731689495997 in 218 msec 2024-11-15T16:52:02,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-15T16:52:02,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4b5683da9fb33122a359f32ba09dcbc5, ASSIGN in 376 msec 2024-11-15T16:52:02,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=5fb60bb5ed52b89724ca6eebbd3ad10b, daughterA=4b5683da9fb33122a359f32ba09dcbc5, daughterB=03b78c76a4c6227ac8d495a11a1a0555 in 716 msec 2024-11-15T16:52:02,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741852_1028 (size=9882) 2024-11-15T16:52:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741852_1028 (size=9882) 2024-11-15T16:52:02,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/info/c7f677a92ab24d5fa6fefb72e27936ed 2024-11-15T16:52:02,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741853_1029 (size=39908) 2024-11-15T16:52:02,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741853_1029 (size=39908) 2024-11-15T16:52:02,220 INFO [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b5683da9fb33122a359f32ba09dcbc5#info#compaction#44 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:02,221 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/.tmp/info/111eadc76acc433cbba3133d27f80148 is 1055, key is row0001/info:/1731689507119/Put/seqid=0 2024-11-15T16:52:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741854_1030 (size=71441) 2024-11-15T16:52:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741854_1030 (size=71441) 2024-11-15T16:52:02,235 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/.tmp/info/111eadc76acc433cbba3133d27f80148 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/info/111eadc76acc433cbba3133d27f80148 2024-11-15T16:52:02,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/ns/68cac9e3138942c19a1881fe85f0af3c is 43, key is default/ns:d/1731689496969/Put/seqid=0 2024-11-15T16:52:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741855_1031 (size=5153) 2024-11-15T16:52:02,242 INFO [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 4b5683da9fb33122a359f32ba09dcbc5/info of 4b5683da9fb33122a359f32ba09dcbc5 into 111eadc76acc433cbba3133d27f80148(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:02,242 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b5683da9fb33122a359f32ba09dcbc5: 2024-11-15T16:52:02,243 INFO [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5., storeName=4b5683da9fb33122a359f32ba09dcbc5/info, priority=15, startTime=1731689522162; duration=0sec 2024-11-15T16:52:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741855_1031 (size=5153) 2024-11-15T16:52:02,243 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:02,243 DEBUG [RS:0;a9bde5b3a1b5:42475-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b5683da9fb33122a359f32ba09dcbc5:info 2024-11-15T16:52:02,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/ns/68cac9e3138942c19a1881fe85f0af3c 2024-11-15T16:52:02,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/table/c6f2c9b4106b4ee29f823dabaec13d78 is 65, key is TestLogRolling-testLogRolling/table:state/1731689497846/Put/seqid=0 2024-11-15T16:52:02,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741856_1032 (size=5340) 2024-11-15T16:52:02,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741856_1032 (size=5340) 2024-11-15T16:52:02,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/table/c6f2c9b4106b4ee29f823dabaec13d78 2024-11-15T16:52:02,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/info/c7f677a92ab24d5fa6fefb72e27936ed as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/info/c7f677a92ab24d5fa6fefb72e27936ed 2024-11-15T16:52:02,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/info/c7f677a92ab24d5fa6fefb72e27936ed, entries=30, sequenceid=17, filesize=9.7 K 2024-11-15T16:52:02,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/ns/68cac9e3138942c19a1881fe85f0af3c as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/ns/68cac9e3138942c19a1881fe85f0af3c 2024-11-15T16:52:02,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/ns/68cac9e3138942c19a1881fe85f0af3c, entries=2, sequenceid=17, filesize=5.0 K 2024-11-15T16:52:02,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/table/c6f2c9b4106b4ee29f823dabaec13d78 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/table/c6f2c9b4106b4ee29f823dabaec13d78 2024-11-15T16:52:02,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/table/c6f2c9b4106b4ee29f823dabaec13d78, entries=2, sequenceid=17, filesize=5.2 K 2024-11-15T16:52:02,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 151ms, sequenceid=17, compaction requested=false 2024-11-15T16:52:02,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-15T16:52:02,622 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/917b50f5d4174cb6ade443eb6ea5a7ac as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/917b50f5d4174cb6ade443eb6ea5a7ac 2024-11-15T16:52:02,627 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 03b78c76a4c6227ac8d495a11a1a0555/info of 03b78c76a4c6227ac8d495a11a1a0555 into 917b50f5d4174cb6ade443eb6ea5a7ac(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:02,628 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:02,628 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., storeName=03b78c76a4c6227ac8d495a11a1a0555/info, priority=14, startTime=1731689522136; duration=0sec 2024-11-15T16:52:02,628 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:02,628 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b78c76a4c6227ac8d495a11a1a0555:info 2024-11-15T16:52:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55786 deadline: 1731689533389, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. is not online on a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. is not online on a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b. is not online on a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731689497055.5fb60bb5ed52b89724ca6eebbd3ad10b., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=2 from cache 2024-11-15T16:52:05,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T16:52:06,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:06,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T16:52:07,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:07,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T16:52:13,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128] 2024-11-15T16:52:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:13,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:52:13,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/d1f63ace0d3e4eafb43d18219eb0c673 is 1055, key is row0097/info:/1731689533429/Put/seqid=0 2024-11-15T16:52:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741857_1033 (size=13394) 2024-11-15T16:52:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741857_1033 (size=13394) 2024-11-15T16:52:13,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/d1f63ace0d3e4eafb43d18219eb0c673 2024-11-15T16:52:13,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/d1f63ace0d3e4eafb43d18219eb0c673 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/d1f63ace0d3e4eafb43d18219eb0c673 2024-11-15T16:52:13,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/d1f63ace0d3e4eafb43d18219eb0c673, entries=8, sequenceid=139, filesize=13.1 K 2024-11-15T16:52:13,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 03b78c76a4c6227ac8d495a11a1a0555 in 31ms, sequenceid=139, compaction requested=false 2024-11-15T16:52:13,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:13,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-15T16:52:13,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/b0e1e68468e64db3a26f0e78f70be2dd is 1055, key is row0105/info:/1731689533447/Put/seqid=0 2024-11-15T16:52:13,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741858_1034 (size=22891) 2024-11-15T16:52:13,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741858_1034 (size=22891) 2024-11-15T16:52:13,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/b0e1e68468e64db3a26f0e78f70be2dd 2024-11-15T16:52:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/b0e1e68468e64db3a26f0e78f70be2dd as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b0e1e68468e64db3a26f0e78f70be2dd 2024-11-15T16:52:13,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b0e1e68468e64db3a26f0e78f70be2dd, entries=17, sequenceid=159, filesize=22.4 K 2024-11-15T16:52:13,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 03b78c76a4c6227ac8d495a11a1a0555 in 28ms, sequenceid=159, compaction requested=true 2024-11-15T16:52:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b78c76a4c6227ac8d495a11a1a0555:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:13,508 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:52:13,509 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:52:13,509 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 03b78c76a4c6227ac8d495a11a1a0555/info is initiating minor compaction (all files) 2024-11-15T16:52:13,509 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b78c76a4c6227ac8d495a11a1a0555/info in TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:13,509 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/917b50f5d4174cb6ade443eb6ea5a7ac, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/d1f63ace0d3e4eafb43d18219eb0c673, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b0e1e68468e64db3a26f0e78f70be2dd] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp, totalSize=74.4 K 2024-11-15T16:52:13,510 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 917b50f5d4174cb6ade443eb6ea5a7ac, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731689519324 2024-11-15T16:52:13,510 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1f63ace0d3e4eafb43d18219eb0c673, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731689533429 2024-11-15T16:52:13,510 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0e1e68468e64db3a26f0e78f70be2dd, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731689533447 2024-11-15T16:52:13,522 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b78c76a4c6227ac8d495a11a1a0555#info#compaction#49 average throughput is 29.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:13,523 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/b264bb0ea7414343b7b13abecfe0f9b6 is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741859_1035 (size=66403) 2024-11-15T16:52:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741859_1035 (size=66403) 2024-11-15T16:52:13,534 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/b264bb0ea7414343b7b13abecfe0f9b6 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b264bb0ea7414343b7b13abecfe0f9b6 2024-11-15T16:52:13,541 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b78c76a4c6227ac8d495a11a1a0555/info of 03b78c76a4c6227ac8d495a11a1a0555 into b264bb0ea7414343b7b13abecfe0f9b6(size=64.8 K), total size for store is 64.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:13,541 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:13,541 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., storeName=03b78c76a4c6227ac8d495a11a1a0555/info, priority=13, startTime=1731689533508; duration=0sec 2024-11-15T16:52:13,541 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:13,541 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b78c76a4c6227ac8d495a11a1a0555:info 2024-11-15T16:52:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:15,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:52:15,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/489fdada9c234182bc20082784fdab05 is 1055, key is row0122/info:/1731689533480/Put/seqid=0 2024-11-15T16:52:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741860_1036 (size=13394) 2024-11-15T16:52:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741860_1036 (size=13394) 2024-11-15T16:52:15,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/489fdada9c234182bc20082784fdab05 2024-11-15T16:52:15,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T16:52:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55786 deadline: 1731689545539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 because the exception is null or not the one we care about 2024-11-15T16:52:15,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/489fdada9c234182bc20082784fdab05 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/489fdada9c234182bc20082784fdab05 2024-11-15T16:52:15,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/489fdada9c234182bc20082784fdab05, entries=8, sequenceid=171, filesize=13.1 K 2024-11-15T16:52:15,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 03b78c76a4c6227ac8d495a11a1a0555 in 55ms, sequenceid=171, compaction requested=false 2024-11-15T16:52:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:17,807 INFO [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T16:52:17,807 INFO [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T16:52:21,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-15T16:52:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:25,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-15T16:52:25,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7507c2736fb94642881ce3557352e6ed is 1055, key is row0130/info:/1731689535496/Put/seqid=0 2024-11-15T16:52:25,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741861_1037 (size=28156) 2024-11-15T16:52:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741861_1037 (size=28156) 2024-11-15T16:52:25,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7507c2736fb94642881ce3557352e6ed 2024-11-15T16:52:25,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T16:52:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55786 deadline: 1731689555614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 because the exception is null or not the one we care about 2024-11-15T16:52:25,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7507c2736fb94642881ce3557352e6ed as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7507c2736fb94642881ce3557352e6ed 2024-11-15T16:52:25,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7507c2736fb94642881ce3557352e6ed, entries=22, sequenceid=196, filesize=27.5 K 2024-11-15T16:52:25,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for 03b78c76a4c6227ac8d495a11a1a0555 in 24ms, sequenceid=196, compaction requested=true 2024-11-15T16:52:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b78c76a4c6227ac8d495a11a1a0555:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:25,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:25,626 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:52:25,627 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 107953 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:52:25,627 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 03b78c76a4c6227ac8d495a11a1a0555/info is initiating minor compaction (all files) 2024-11-15T16:52:25,627 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b78c76a4c6227ac8d495a11a1a0555/info in TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:25,627 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b264bb0ea7414343b7b13abecfe0f9b6, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/489fdada9c234182bc20082784fdab05, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7507c2736fb94642881ce3557352e6ed] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp, totalSize=105.4 K 2024-11-15T16:52:25,628 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting b264bb0ea7414343b7b13abecfe0f9b6, keycount=58, bloomtype=ROW, size=64.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731689519324 2024-11-15T16:52:25,628 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 489fdada9c234182bc20082784fdab05, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731689533480 2024-11-15T16:52:25,629 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7507c2736fb94642881ce3557352e6ed, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731689535496 2024-11-15T16:52:25,648 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b78c76a4c6227ac8d495a11a1a0555#info#compaction#52 average throughput is 14.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:25,649 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/579851b95b384b699d76efe848cbfe6f is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741862_1038 (size=98172) 2024-11-15T16:52:25,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741862_1038 (size=98172) 2024-11-15T16:52:25,662 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/579851b95b384b699d76efe848cbfe6f as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/579851b95b384b699d76efe848cbfe6f 2024-11-15T16:52:25,668 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b78c76a4c6227ac8d495a11a1a0555/info of 03b78c76a4c6227ac8d495a11a1a0555 into 579851b95b384b699d76efe848cbfe6f(size=95.9 K), total size for store is 95.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:25,668 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:25,668 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., storeName=03b78c76a4c6227ac8d495a11a1a0555/info, priority=13, startTime=1731689545626; duration=0sec 2024-11-15T16:52:25,668 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:25,668 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b78c76a4c6227ac8d495a11a1a0555:info 2024-11-15T16:52:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:35,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:52:35,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/dc540e0072e64f1a9f333c968ad4118c is 1055, key is row0152/info:/1731689545603/Put/seqid=0 2024-11-15T16:52:35,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741863_1039 (size=13394) 2024-11-15T16:52:35,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741863_1039 (size=13394) 2024-11-15T16:52:35,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/dc540e0072e64f1a9f333c968ad4118c 2024-11-15T16:52:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/dc540e0072e64f1a9f333c968ad4118c as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dc540e0072e64f1a9f333c968ad4118c 2024-11-15T16:52:35,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dc540e0072e64f1a9f333c968ad4118c, entries=8, sequenceid=208, filesize=13.1 K 2024-11-15T16:52:35,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=1.03 KB/1051 for 03b78c76a4c6227ac8d495a11a1a0555 in 24ms, sequenceid=208, compaction requested=false 2024-11-15T16:52:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:35,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T16:52:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:37,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:52:37,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7f47f6664cfb4302b4d162fd82c24bef is 1055, key is row0160/info:/1731689555713/Put/seqid=0 2024-11-15T16:52:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741864_1040 (size=13394) 2024-11-15T16:52:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741864_1040 (size=13394) 2024-11-15T16:52:37,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7f47f6664cfb4302b4d162fd82c24bef 2024-11-15T16:52:37,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7f47f6664cfb4302b4d162fd82c24bef as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7f47f6664cfb4302b4d162fd82c24bef 2024-11-15T16:52:37,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7f47f6664cfb4302b4d162fd82c24bef, entries=8, sequenceid=219, filesize=13.1 K 2024-11-15T16:52:37,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 03b78c76a4c6227ac8d495a11a1a0555 in 30ms, sequenceid=219, compaction requested=true 2024-11-15T16:52:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b78c76a4c6227ac8d495a11a1a0555:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:37,756 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:52:37,757 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124960 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:52:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:37,757 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 03b78c76a4c6227ac8d495a11a1a0555/info is initiating minor compaction (all files) 2024-11-15T16:52:37,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-15T16:52:37,757 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b78c76a4c6227ac8d495a11a1a0555/info in TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:37,758 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/579851b95b384b699d76efe848cbfe6f, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dc540e0072e64f1a9f333c968ad4118c, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7f47f6664cfb4302b4d162fd82c24bef] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp, totalSize=122.0 K 2024-11-15T16:52:37,758 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 579851b95b384b699d76efe848cbfe6f, keycount=88, bloomtype=ROW, size=95.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731689519324 2024-11-15T16:52:37,759 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc540e0072e64f1a9f333c968ad4118c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731689545603 2024-11-15T16:52:37,759 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f47f6664cfb4302b4d162fd82c24bef, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731689555713 2024-11-15T16:52:37,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7814dba1f23b452187daac7dd48bbb29 is 1055, key is row0168/info:/1731689557726/Put/seqid=0 2024-11-15T16:52:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741865_1041 (size=26050) 2024-11-15T16:52:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741865_1041 (size=26050) 2024-11-15T16:52:37,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7814dba1f23b452187daac7dd48bbb29 2024-11-15T16:52:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/7814dba1f23b452187daac7dd48bbb29 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7814dba1f23b452187daac7dd48bbb29 2024-11-15T16:52:37,776 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b78c76a4c6227ac8d495a11a1a0555#info#compaction#56 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:37,776 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/81d55461b15d4e96a27941d03ceb8ac2 is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741866_1042 (size=115126) 2024-11-15T16:52:37,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741866_1042 (size=115126) 2024-11-15T16:52:37,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7814dba1f23b452187daac7dd48bbb29, entries=20, sequenceid=242, filesize=25.4 K 2024-11-15T16:52:37,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=5.13 KB/5255 for 03b78c76a4c6227ac8d495a11a1a0555 in 25ms, sequenceid=242, compaction requested=false 2024-11-15T16:52:37,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:37,786 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/81d55461b15d4e96a27941d03ceb8ac2 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/81d55461b15d4e96a27941d03ceb8ac2 2024-11-15T16:52:37,791 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b78c76a4c6227ac8d495a11a1a0555/info of 03b78c76a4c6227ac8d495a11a1a0555 into 81d55461b15d4e96a27941d03ceb8ac2(size=112.4 K), total size for store is 137.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:37,791 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:37,791 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., storeName=03b78c76a4c6227ac8d495a11a1a0555/info, priority=13, startTime=1731689557756; duration=0sec 2024-11-15T16:52:37,792 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:37,792 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b78c76a4c6227ac8d495a11a1a0555:info 2024-11-15T16:52:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:39,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T16:52:39,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/e6e9dbd52cd64260b03759e9fa025449 is 1055, key is row0188/info:/1731689557758/Put/seqid=0 2024-11-15T16:52:39,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741867_1043 (size=13394) 2024-11-15T16:52:39,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741867_1043 (size=13394) 2024-11-15T16:52:39,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/e6e9dbd52cd64260b03759e9fa025449 2024-11-15T16:52:39,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/e6e9dbd52cd64260b03759e9fa025449 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/e6e9dbd52cd64260b03759e9fa025449 2024-11-15T16:52:39,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/e6e9dbd52cd64260b03759e9fa025449, entries=8, sequenceid=254, filesize=13.1 K 2024-11-15T16:52:39,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 03b78c76a4c6227ac8d495a11a1a0555 in 28ms, sequenceid=254, compaction requested=true 2024-11-15T16:52:39,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:39,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b78c76a4c6227ac8d495a11a1a0555:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:39,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:39,803 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:52:39,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-15T16:52:39,805 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 154570 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:52:39,805 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 03b78c76a4c6227ac8d495a11a1a0555/info is initiating minor compaction (all files) 2024-11-15T16:52:39,805 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b78c76a4c6227ac8d495a11a1a0555/info in TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:39,805 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/81d55461b15d4e96a27941d03ceb8ac2, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7814dba1f23b452187daac7dd48bbb29, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/e6e9dbd52cd64260b03759e9fa025449] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp, totalSize=150.9 K 2024-11-15T16:52:39,805 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81d55461b15d4e96a27941d03ceb8ac2, keycount=104, bloomtype=ROW, size=112.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731689519324 2024-11-15T16:52:39,806 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7814dba1f23b452187daac7dd48bbb29, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731689557726 2024-11-15T16:52:39,806 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6e9dbd52cd64260b03759e9fa025449, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731689557758 2024-11-15T16:52:39,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/dff8c74d08984d4197fbfa47c25fc780 is 1055, key is row0196/info:/1731689559776/Put/seqid=0 2024-11-15T16:52:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741868_1044 (size=26070) 2024-11-15T16:52:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741868_1044 (size=26070) 2024-11-15T16:52:39,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/dff8c74d08984d4197fbfa47c25fc780 2024-11-15T16:52:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/dff8c74d08984d4197fbfa47c25fc780 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dff8c74d08984d4197fbfa47c25fc780 2024-11-15T16:52:39,822 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b78c76a4c6227ac8d495a11a1a0555#info#compaction#59 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:39,823 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/389d17545a0d4b54baa64db6502918df is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741869_1045 (size=144916) 2024-11-15T16:52:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741869_1045 (size=144916) 2024-11-15T16:52:39,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dff8c74d08984d4197fbfa47c25fc780, entries=20, sequenceid=277, filesize=25.5 K 2024-11-15T16:52:39,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=9.24 KB/9459 for 03b78c76a4c6227ac8d495a11a1a0555 in 25ms, sequenceid=277, compaction requested=false 2024-11-15T16:52:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:39,832 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/389d17545a0d4b54baa64db6502918df as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/389d17545a0d4b54baa64db6502918df 2024-11-15T16:52:39,838 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b78c76a4c6227ac8d495a11a1a0555/info of 03b78c76a4c6227ac8d495a11a1a0555 into 389d17545a0d4b54baa64db6502918df(size=141.5 K), total size for store is 167.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:39,838 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:39,838 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., storeName=03b78c76a4c6227ac8d495a11a1a0555/info, priority=13, startTime=1731689559803; duration=0sec 2024-11-15T16:52:39,838 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:39,838 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b78c76a4c6227ac8d495a11a1a0555:info 2024-11-15T16:52:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:41,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-15T16:52:41,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/f506e4dbd08749ad867c4f1f7c971851 is 1055, key is row0216/info:/1731689559804/Put/seqid=0 2024-11-15T16:52:41,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741870_1046 (size=15510) 2024-11-15T16:52:41,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741870_1046 (size=15510) 2024-11-15T16:52:41,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/f506e4dbd08749ad867c4f1f7c971851 2024-11-15T16:52:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/f506e4dbd08749ad867c4f1f7c971851 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/f506e4dbd08749ad867c4f1f7c971851 2024-11-15T16:52:41,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/f506e4dbd08749ad867c4f1f7c971851, entries=10, sequenceid=291, filesize=15.1 K 2024-11-15T16:52:41,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for 03b78c76a4c6227ac8d495a11a1a0555 in 23ms, sequenceid=291, compaction requested=true 2024-11-15T16:52:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b78c76a4c6227ac8d495a11a1a0555:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:41,848 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:52:41,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-15T16:52:41,849 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186496 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:52:41,849 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 03b78c76a4c6227ac8d495a11a1a0555/info is initiating minor compaction (all files) 2024-11-15T16:52:41,849 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b78c76a4c6227ac8d495a11a1a0555/info in TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:41,849 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/389d17545a0d4b54baa64db6502918df, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dff8c74d08984d4197fbfa47c25fc780, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/f506e4dbd08749ad867c4f1f7c971851] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp, totalSize=182.1 K 2024-11-15T16:52:41,850 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting 389d17545a0d4b54baa64db6502918df, keycount=132, bloomtype=ROW, size=141.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731689519324 2024-11-15T16:52:41,850 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting dff8c74d08984d4197fbfa47c25fc780, keycount=20, bloomtype=ROW, size=25.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731689559776 2024-11-15T16:52:41,851 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting f506e4dbd08749ad867c4f1f7c971851, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731689559804 2024-11-15T16:52:41,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/a8d550ddc9e740da83198dcdf1f341da is 1055, key is row0226/info:/1731689561826/Put/seqid=0 2024-11-15T16:52:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741871_1047 (size=20796) 2024-11-15T16:52:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741871_1047 (size=20796) 2024-11-15T16:52:41,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/a8d550ddc9e740da83198dcdf1f341da 2024-11-15T16:52:41,865 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b78c76a4c6227ac8d495a11a1a0555#info#compaction#62 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:41,866 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/a05857c1fdcc410ab464275fdc07af11 is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/a8d550ddc9e740da83198dcdf1f341da as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a8d550ddc9e740da83198dcdf1f341da 2024-11-15T16:52:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741872_1048 (size=176646) 2024-11-15T16:52:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741872_1048 (size=176646) 2024-11-15T16:52:41,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T16:52:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55786 deadline: 1731689571873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b78c76a4c6227ac8d495a11a1a0555, server=a9bde5b3a1b5,42475,1731689495997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T16:52:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., hostname=a9bde5b3a1b5,42475,1731689495997, seqNum=128 because the exception is null or not the one we care about 2024-11-15T16:52:41,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a8d550ddc9e740da83198dcdf1f341da, entries=15, sequenceid=309, filesize=20.3 K 2024-11-15T16:52:41,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 03b78c76a4c6227ac8d495a11a1a0555 in 29ms, sequenceid=309, compaction requested=false 2024-11-15T16:52:41,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:41,877 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/a05857c1fdcc410ab464275fdc07af11 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a05857c1fdcc410ab464275fdc07af11 2024-11-15T16:52:41,883 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b78c76a4c6227ac8d495a11a1a0555/info of 03b78c76a4c6227ac8d495a11a1a0555 into a05857c1fdcc410ab464275fdc07af11(size=172.5 K), total size for store is 192.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:41,883 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:41,883 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., storeName=03b78c76a4c6227ac8d495a11a1a0555/info, priority=13, startTime=1731689561848; duration=0sec 2024-11-15T16:52:41,883 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:41,883 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b78c76a4c6227ac8d495a11a1a0555:info 2024-11-15T16:52:47,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 03b78c76a4c6227ac8d495a11a1a0555, had cached 0 bytes from a total of 197442 2024-11-15T16:52:47,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4b5683da9fb33122a359f32ba09dcbc5, had cached 0 bytes from a total of 71441 2024-11-15T16:52:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42475 {}] regionserver.HRegion(8855): Flush requested on 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:51,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-15T16:52:51,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/bb1367629e0c4bf6b47570235d1507f1 is 1055, key is row0241/info:/1731689561849/Put/seqid=0 2024-11-15T16:52:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741873_1049 (size=20796) 2024-11-15T16:52:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741873_1049 (size=20796) 2024-11-15T16:52:51,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/bb1367629e0c4bf6b47570235d1507f1 2024-11-15T16:52:51,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/bb1367629e0c4bf6b47570235d1507f1 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/bb1367629e0c4bf6b47570235d1507f1 2024-11-15T16:52:51,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/bb1367629e0c4bf6b47570235d1507f1, entries=15, sequenceid=328, filesize=20.3 K 2024-11-15T16:52:51,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 03b78c76a4c6227ac8d495a11a1a0555 in 24ms, sequenceid=328, compaction requested=true 2024-11-15T16:52:51,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:51,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b78c76a4c6227ac8d495a11a1a0555:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T16:52:51,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:51,996 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T16:52:51,997 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218238 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T16:52:51,997 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1541): 03b78c76a4c6227ac8d495a11a1a0555/info is initiating minor compaction (all files) 2024-11-15T16:52:51,997 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b78c76a4c6227ac8d495a11a1a0555/info in TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:51,997 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a05857c1fdcc410ab464275fdc07af11, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a8d550ddc9e740da83198dcdf1f341da, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/bb1367629e0c4bf6b47570235d1507f1] into tmpdir=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp, totalSize=213.1 K 2024-11-15T16:52:51,997 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting a05857c1fdcc410ab464275fdc07af11, keycount=162, bloomtype=ROW, size=172.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731689519324 2024-11-15T16:52:51,998 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8d550ddc9e740da83198dcdf1f341da, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731689561826 2024-11-15T16:52:51,998 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb1367629e0c4bf6b47570235d1507f1, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731689561849 2024-11-15T16:52:52,009 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b78c76a4c6227ac8d495a11a1a0555#info#compaction#64 average throughput is 64.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:52:52,009 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/e7dc6d512bfd487899c123f6baa382d5 is 1055, key is row0064/info:/1731689519324/Put/seqid=0 2024-11-15T16:52:52,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741874_1050 (size=208445) 2024-11-15T16:52:52,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741874_1050 (size=208445) 2024-11-15T16:52:52,018 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/e7dc6d512bfd487899c123f6baa382d5 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/e7dc6d512bfd487899c123f6baa382d5 2024-11-15T16:52:52,023 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b78c76a4c6227ac8d495a11a1a0555/info of 03b78c76a4c6227ac8d495a11a1a0555 into e7dc6d512bfd487899c123f6baa382d5(size=203.6 K), total size for store is 203.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:52:52,023 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:52,023 INFO [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., storeName=03b78c76a4c6227ac8d495a11a1a0555/info, priority=13, startTime=1731689571995; duration=0sec 2024-11-15T16:52:52,023 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T16:52:52,023 DEBUG [RS:0;a9bde5b3a1b5:42475-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b78c76a4c6227ac8d495a11a1a0555:info 2024-11-15T16:52:53,974 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-15T16:52:53,988 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689573974, exclude list is [], retry=0 2024-11-15T16:52:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-1590d77a-284b-40bf-89fb-bf4f0116d371,DISK] 2024-11-15T16:52:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-d80636d4-0d24-4337-83a9-4867b3e7a8ef,DISK] 2024-11-15T16:52:53,992 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689573974 2024-11-15T16:52:53,993 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39793:39793),(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-15T16:52:53,993 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 is not closed yet, will try archiving it next time 2024-11-15T16:52:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741833_1009 (size=308919) 2024-11-15T16:52:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741833_1009 (size=308919) 2024-11-15T16:52:53,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 not finished, retry = 0 2024-11-15T16:52:53,996 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 03b78c76a4c6227ac8d495a11a1a0555 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T16:52:54,000 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/1d9f15352ed242338bf98f4ef57e3410 is 1055, key is row0256/info:/1731689571973/Put/seqid=0 2024-11-15T16:52:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741876_1052 (size=6010) 2024-11-15T16:52:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741876_1052 (size=6010) 2024-11-15T16:52:54,005 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/1d9f15352ed242338bf98f4ef57e3410 2024-11-15T16:52:54,012 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/.tmp/info/1d9f15352ed242338bf98f4ef57e3410 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/1d9f15352ed242338bf98f4ef57e3410 2024-11-15T16:52:54,017 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/1d9f15352ed242338bf98f4ef57e3410, entries=1, sequenceid=333, filesize=5.9 K 2024-11-15T16:52:54,018 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 03b78c76a4c6227ac8d495a11a1a0555 in 22ms, sequenceid=333, compaction requested=false 2024-11-15T16:52:54,018 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 03b78c76a4c6227ac8d495a11a1a0555: 2024-11-15T16:52:54,019 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4b5683da9fb33122a359f32ba09dcbc5: 2024-11-15T16:52:54,019 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-15T16:52:54,023 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/info/a54ff45e86b64c1eb0e4aaf23213805a is 186, key is TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5./info:regioninfo/1731689522166/Put/seqid=0 2024-11-15T16:52:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741877_1053 (size=6153) 2024-11-15T16:52:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741877_1053 (size=6153) 2024-11-15T16:52:54,029 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/info/a54ff45e86b64c1eb0e4aaf23213805a 2024-11-15T16:52:54,034 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/.tmp/info/a54ff45e86b64c1eb0e4aaf23213805a as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/info/a54ff45e86b64c1eb0e4aaf23213805a 2024-11-15T16:52:54,039 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/info/a54ff45e86b64c1eb0e4aaf23213805a, entries=5, sequenceid=21, filesize=6.0 K 2024-11-15T16:52:54,040 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-15T16:52:54,040 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-15T16:52:54,054 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689574040, exclude list is [], retry=0 2024-11-15T16:52:54,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42757,DS-1590d77a-284b-40bf-89fb-bf4f0116d371,DISK] 2024-11-15T16:52:54,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46163,DS-d80636d4-0d24-4337-83a9-4867b3e7a8ef,DISK] 2024-11-15T16:52:54,058 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689573974 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689574040 2024-11-15T16:52:54,058 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39793:39793),(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-15T16:52:54,058 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 is not closed yet, will try archiving it next time 2024-11-15T16:52:54,058 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689573974 is not closed yet, will try archiving it next time 2024-11-15T16:52:54,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T16:52:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741875_1051 (size=731) 2024-11-15T16:52:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741875_1051 (size=731) 2024-11-15T16:52:54,060 DEBUG [Close-WAL-Writer-1 {}] wal.AbstractFSWAL(879): hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 is not closed yet, will try archiving it next time 2024-11-15T16:52:54,064 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689573974 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/oldWALs/a9bde5b3a1b5%2C42475%2C1731689495997.1731689573974 2024-11-15T16:52:54,095 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/WALs/a9bde5b3a1b5,42475,1731689495997/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/oldWALs/a9bde5b3a1b5%2C42475%2C1731689495997.1731689496524 2024-11-15T16:52:54,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T16:52:54,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:52:54,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:52:54,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:54,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:54,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T16:52:54,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T16:52:54,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1046672864, stopped=false 2024-11-15T16:52:54,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a9bde5b3a1b5,43195,1731689495908 2024-11-15T16:52:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:52:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:52:54,162 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:52:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:54,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:52:54,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:52:54,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:54,163 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,42475,1731689495997' ***** 2024-11-15T16:52:54,163 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T16:52:54,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:52:54,163 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:52:54,163 INFO [RS:0;a9bde5b3a1b5:42475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T16:52:54,163 INFO [RS:0;a9bde5b3a1b5:42475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(3091): Received CLOSE for 03b78c76a4c6227ac8d495a11a1a0555 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a9bde5b3a1b5:42475. 2024-11-15T16:52:54,164 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03b78c76a4c6227ac8d495a11a1a0555, disabling compactions & flushes 2024-11-15T16:52:54,164 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:52:54,164 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:54,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:52:54,164 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:54,164 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:54,164 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. after waiting 0 ms 2024-11-15T16:52:54,164 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T16:52:54,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:52:54,164 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T16:52:54,165 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1325): Online Regions={03b78c76a4c6227ac8d495a11a1a0555=TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555., 4b5683da9fb33122a359f32ba09dcbc5=TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T16:52:54,165 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1351): Waiting on 03b78c76a4c6227ac8d495a11a1a0555, 1588230740, 4b5683da9fb33122a359f32ba09dcbc5 2024-11-15T16:52:54,165 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:52:54,165 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b->hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7-top, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/917b50f5d4174cb6ade443eb6ea5a7ac, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/d1f63ace0d3e4eafb43d18219eb0c673, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b264bb0ea7414343b7b13abecfe0f9b6, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b0e1e68468e64db3a26f0e78f70be2dd, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/489fdada9c234182bc20082784fdab05, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/579851b95b384b699d76efe848cbfe6f, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7507c2736fb94642881ce3557352e6ed, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dc540e0072e64f1a9f333c968ad4118c, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/81d55461b15d4e96a27941d03ceb8ac2, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7f47f6664cfb4302b4d162fd82c24bef, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7814dba1f23b452187daac7dd48bbb29, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/389d17545a0d4b54baa64db6502918df, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/e6e9dbd52cd64260b03759e9fa025449, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dff8c74d08984d4197fbfa47c25fc780, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a05857c1fdcc410ab464275fdc07af11, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/f506e4dbd08749ad867c4f1f7c971851, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a8d550ddc9e740da83198dcdf1f341da, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/bb1367629e0c4bf6b47570235d1507f1] to archive 2024-11-15T16:52:54,165 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:52:54,165 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:52:54,165 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:52:54,165 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:52:54,166 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T16:52:54,168 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:54,170 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/917b50f5d4174cb6ade443eb6ea5a7ac to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/917b50f5d4174cb6ade443eb6ea5a7ac 2024-11-15T16:52:54,171 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-15T16:52:54,172 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:52:54,172 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/TestLogRolling-testLogRolling=5fb60bb5ed52b89724ca6eebbd3ad10b-88368481ff274e979903aa3c04d73094 2024-11-15T16:52:54,172 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:52:54,172 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689574165Running coprocessor pre-close hooks at 1731689574165Disabling compacts and flushes for region at 1731689574165Disabling writes for close at 1731689574165Writing region close event to WAL at 1731689574167 (+2 ms)Running coprocessor post-close hooks at 1731689574171 (+4 ms)Closed at 1731689574172 (+1 ms) 2024-11-15T16:52:54,172 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T16:52:54,173 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/d1f63ace0d3e4eafb43d18219eb0c673 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/d1f63ace0d3e4eafb43d18219eb0c673 2024-11-15T16:52:54,174 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b264bb0ea7414343b7b13abecfe0f9b6 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b264bb0ea7414343b7b13abecfe0f9b6 2024-11-15T16:52:54,175 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b0e1e68468e64db3a26f0e78f70be2dd to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/b0e1e68468e64db3a26f0e78f70be2dd 2024-11-15T16:52:54,176 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/489fdada9c234182bc20082784fdab05 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/489fdada9c234182bc20082784fdab05 2024-11-15T16:52:54,177 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/579851b95b384b699d76efe848cbfe6f to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/579851b95b384b699d76efe848cbfe6f 2024-11-15T16:52:54,178 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7507c2736fb94642881ce3557352e6ed to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7507c2736fb94642881ce3557352e6ed 2024-11-15T16:52:54,179 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dc540e0072e64f1a9f333c968ad4118c to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dc540e0072e64f1a9f333c968ad4118c 2024-11-15T16:52:54,181 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/81d55461b15d4e96a27941d03ceb8ac2 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/81d55461b15d4e96a27941d03ceb8ac2 2024-11-15T16:52:54,182 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7f47f6664cfb4302b4d162fd82c24bef to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7f47f6664cfb4302b4d162fd82c24bef 2024-11-15T16:52:54,183 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7814dba1f23b452187daac7dd48bbb29 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/7814dba1f23b452187daac7dd48bbb29 2024-11-15T16:52:54,184 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/389d17545a0d4b54baa64db6502918df to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/389d17545a0d4b54baa64db6502918df 2024-11-15T16:52:54,186 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/e6e9dbd52cd64260b03759e9fa025449 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/e6e9dbd52cd64260b03759e9fa025449 2024-11-15T16:52:54,187 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dff8c74d08984d4197fbfa47c25fc780 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/dff8c74d08984d4197fbfa47c25fc780 2024-11-15T16:52:54,188 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a05857c1fdcc410ab464275fdc07af11 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a05857c1fdcc410ab464275fdc07af11 2024-11-15T16:52:54,189 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/f506e4dbd08749ad867c4f1f7c971851 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/f506e4dbd08749ad867c4f1f7c971851 2024-11-15T16:52:54,190 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a8d550ddc9e740da83198dcdf1f341da to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/a8d550ddc9e740da83198dcdf1f341da 2024-11-15T16:52:54,192 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/bb1367629e0c4bf6b47570235d1507f1 to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/info/bb1367629e0c4bf6b47570235d1507f1 2024-11-15T16:52:54,192 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a9bde5b3a1b5:43195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-15T16:52:54,193 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [917b50f5d4174cb6ade443eb6ea5a7ac=39908, d1f63ace0d3e4eafb43d18219eb0c673=13394, b264bb0ea7414343b7b13abecfe0f9b6=66403, b0e1e68468e64db3a26f0e78f70be2dd=22891, 489fdada9c234182bc20082784fdab05=13394, 579851b95b384b699d76efe848cbfe6f=98172, 7507c2736fb94642881ce3557352e6ed=28156, dc540e0072e64f1a9f333c968ad4118c=13394, 81d55461b15d4e96a27941d03ceb8ac2=115126, 7f47f6664cfb4302b4d162fd82c24bef=13394, 7814dba1f23b452187daac7dd48bbb29=26050, 389d17545a0d4b54baa64db6502918df=144916, e6e9dbd52cd64260b03759e9fa025449=13394, dff8c74d08984d4197fbfa47c25fc780=26070, a05857c1fdcc410ab464275fdc07af11=176646, f506e4dbd08749ad867c4f1f7c971851=15510, a8d550ddc9e740da83198dcdf1f341da=20796, bb1367629e0c4bf6b47570235d1507f1=20796] 2024-11-15T16:52:54,198 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/03b78c76a4c6227ac8d495a11a1a0555/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-11-15T16:52:54,199 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:54,199 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03b78c76a4c6227ac8d495a11a1a0555: Waiting for close lock at 1731689574164Running coprocessor pre-close hooks at 1731689574164Disabling compacts and flushes for region at 1731689574164Disabling writes for close at 1731689574164Writing region close event to WAL at 1731689574193 (+29 ms)Running coprocessor post-close hooks at 1731689574199 (+6 ms)Closed at 1731689574199 2024-11-15T16:52:54,199 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731689521457.03b78c76a4c6227ac8d495a11a1a0555. 2024-11-15T16:52:54,199 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b5683da9fb33122a359f32ba09dcbc5, disabling compactions & flushes 2024-11-15T16:52:54,199 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:54,199 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:54,200 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. after waiting 0 ms 2024-11-15T16:52:54,200 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:54,200 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b->hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/5fb60bb5ed52b89724ca6eebbd3ad10b/info/af274700a3544913b6f96ee05730daf7-bottom] to archive 2024-11-15T16:52:54,201 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T16:52:54,203 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b to hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/archive/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/info/af274700a3544913b6f96ee05730daf7.5fb60bb5ed52b89724ca6eebbd3ad10b 2024-11-15T16:52:54,203 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-15T16:52:54,207 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/data/default/TestLogRolling-testLogRolling/4b5683da9fb33122a359f32ba09dcbc5/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-15T16:52:54,207 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:54,207 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b5683da9fb33122a359f32ba09dcbc5: Waiting for close lock at 1731689574199Running coprocessor pre-close hooks at 1731689574199Disabling compacts and flushes for region at 1731689574199Disabling writes for close at 1731689574200 (+1 ms)Writing region close event to WAL at 1731689574203 (+3 ms)Running coprocessor post-close hooks at 1731689574207 (+4 ms)Closed at 1731689574207 2024-11-15T16:52:54,208 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731689521457.4b5683da9fb33122a359f32ba09dcbc5. 2024-11-15T16:52:54,365 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,42475,1731689495997; all regions closed. 2024-11-15T16:52:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741834_1010 (size=8107) 2024-11-15T16:52:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741834_1010 (size=8107) 2024-11-15T16:52:54,371 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/oldWALs 2024-11-15T16:52:54,371 INFO [RS:0;a9bde5b3a1b5:42475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C42475%2C1731689495997.meta:.meta(num 1731689496900) 2024-11-15T16:52:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741878_1054 (size=780) 2024-11-15T16:52:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741878_1054 (size=780) 2024-11-15T16:52:54,375 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/oldWALs 2024-11-15T16:52:54,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C42475%2C1731689495997:(num 1731689574040) 2024-11-15T16:52:54,375 DEBUG [RS:0;a9bde5b3a1b5:42475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:54,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:52:54,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:52:54,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T16:52:54,375 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:52:54,375 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:52:54,376 INFO [RS:0;a9bde5b3a1b5:42475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42475 2024-11-15T16:52:54,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:52:54,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,42475,1731689495997 2024-11-15T16:52:54,378 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:52:54,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,42475,1731689495997] 2024-11-15T16:52:54,380 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,42475,1731689495997 already deleted, retry=false 2024-11-15T16:52:54,380 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,42475,1731689495997 expired; onlineServers=0 2024-11-15T16:52:54,380 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a9bde5b3a1b5,43195,1731689495908' ***** 2024-11-15T16:52:54,380 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T16:52:54,380 INFO [M:0;a9bde5b3a1b5:43195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:52:54,380 INFO [M:0;a9bde5b3a1b5:43195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:52:54,380 DEBUG [M:0;a9bde5b3a1b5:43195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T16:52:54,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T16:52:54,380 DEBUG [M:0;a9bde5b3a1b5:43195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T16:52:54,380 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689496284 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689496284,5,FailOnTimeoutGroup] 2024-11-15T16:52:54,381 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689496280 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689496280,5,FailOnTimeoutGroup] 2024-11-15T16:52:54,381 INFO [M:0;a9bde5b3a1b5:43195 {}] hbase.ChoreService(370): Chore service for: master/a9bde5b3a1b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T16:52:54,381 INFO [M:0;a9bde5b3a1b5:43195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:52:54,381 DEBUG [M:0;a9bde5b3a1b5:43195 {}] master.HMaster(1795): Stopping service threads 2024-11-15T16:52:54,381 INFO [M:0;a9bde5b3a1b5:43195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T16:52:54,381 INFO [M:0;a9bde5b3a1b5:43195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:52:54,381 INFO [M:0;a9bde5b3a1b5:43195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T16:52:54,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T16:52:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T16:52:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:54,382 DEBUG [M:0;a9bde5b3a1b5:43195 {}] zookeeper.ZKUtil(347): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T16:52:54,382 WARN [M:0;a9bde5b3a1b5:43195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T16:52:54,384 INFO [M:0;a9bde5b3a1b5:43195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/.lastflushedseqids 2024-11-15T16:52:54,385 INFO [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:52:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741879_1055 (size=228) 2024-11-15T16:52:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741879_1055 (size=228) 2024-11-15T16:52:54,389 INFO [M:0;a9bde5b3a1b5:43195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T16:52:54,389 INFO [M:0;a9bde5b3a1b5:43195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T16:52:54,390 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:52:54,390 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:54,390 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:54,390 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:52:54,390 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:54,390 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-15T16:52:54,405 DEBUG [M:0;a9bde5b3a1b5:43195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf95e3b88b84269bdbfe8e20820f949 is 82, key is hbase:meta,,1/info:regioninfo/1731689496947/Put/seqid=0 2024-11-15T16:52:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741880_1056 (size=5672) 2024-11-15T16:52:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741880_1056 (size=5672) 2024-11-15T16:52:54,411 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf95e3b88b84269bdbfe8e20820f949 2024-11-15T16:52:54,430 DEBUG [M:0;a9bde5b3a1b5:43195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f3f83f314d4f35801ef69e917baec2 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731689497850/Put/seqid=0 2024-11-15T16:52:54,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741881_1057 (size=7090) 2024-11-15T16:52:54,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741881_1057 (size=7090) 2024-11-15T16:52:54,436 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f3f83f314d4f35801ef69e917baec2 2024-11-15T16:52:54,441 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26f3f83f314d4f35801ef69e917baec2 2024-11-15T16:52:54,455 DEBUG [M:0;a9bde5b3a1b5:43195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c899814d40c4c77a9f72d3b933dfb2f is 69, key is a9bde5b3a1b5,42475,1731689495997/rs:state/1731689496359/Put/seqid=0 2024-11-15T16:52:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741882_1058 (size=5156) 2024-11-15T16:52:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741882_1058 (size=5156) 2024-11-15T16:52:54,461 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c899814d40c4c77a9f72d3b933dfb2f 2024-11-15T16:52:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:54,479 INFO [RS:0;a9bde5b3a1b5:42475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:52:54,479 INFO [RS:0;a9bde5b3a1b5:42475 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,42475,1731689495997; zookeeper connection closed. 2024-11-15T16:52:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42475-0x101acd832b30001, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:54,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7eaa85cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7eaa85cb 2024-11-15T16:52:54,480 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T16:52:54,486 DEBUG [M:0;a9bde5b3a1b5:43195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c094fa24239942c6b53a3f3cc48780cd is 52, key is load_balancer_on/state:d/1731689497050/Put/seqid=0 2024-11-15T16:52:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741883_1059 (size=5056) 2024-11-15T16:52:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741883_1059 (size=5056) 2024-11-15T16:52:54,492 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c094fa24239942c6b53a3f3cc48780cd 2024-11-15T16:52:54,498 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf95e3b88b84269bdbfe8e20820f949 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf95e3b88b84269bdbfe8e20820f949 2024-11-15T16:52:54,503 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf95e3b88b84269bdbfe8e20820f949, entries=8, sequenceid=125, filesize=5.5 K 2024-11-15T16:52:54,505 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f3f83f314d4f35801ef69e917baec2 as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f3f83f314d4f35801ef69e917baec2 2024-11-15T16:52:54,509 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26f3f83f314d4f35801ef69e917baec2 2024-11-15T16:52:54,510 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f3f83f314d4f35801ef69e917baec2, entries=13, sequenceid=125, filesize=6.9 K 2024-11-15T16:52:54,511 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c899814d40c4c77a9f72d3b933dfb2f as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c899814d40c4c77a9f72d3b933dfb2f 2024-11-15T16:52:54,515 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c899814d40c4c77a9f72d3b933dfb2f, entries=1, sequenceid=125, filesize=5.0 K 2024-11-15T16:52:54,517 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c094fa24239942c6b53a3f3cc48780cd as hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c094fa24239942c6b53a3f3cc48780cd 2024-11-15T16:52:54,522 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/73e0f3d4-8d86-d925-8800-c57375d853ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c094fa24239942c6b53a3f3cc48780cd, entries=1, sequenceid=125, filesize=4.9 K 2024-11-15T16:52:54,523 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=125, compaction requested=false 2024-11-15T16:52:54,525 INFO [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:54,525 DEBUG [M:0;a9bde5b3a1b5:43195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689574390Disabling compacts and flushes for region at 1731689574390Disabling writes for close at 1731689574390Obtaining lock to block concurrent updates at 1731689574390Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731689574390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1731689574390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731689574391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731689574391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731689574405 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731689574405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731689574416 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731689574430 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731689574430Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731689574441 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731689574455 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731689574455Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731689574465 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731689574485 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731689574486 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4118d910: reopening flushed file at 1731689574497 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42efa14f: reopening flushed file at 1731689574504 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6618775a: reopening flushed file at 1731689574510 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ab74cc: reopening flushed file at 1731689574516 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=125, compaction requested=false at 1731689574523 (+7 ms)Writing region close event to WAL at 1731689574525 (+2 ms)Closed at 1731689574525 2024-11-15T16:52:54,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42757 is added to blk_1073741830_1006 (size=61332) 2024-11-15T16:52:54,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46163 is added to blk_1073741830_1006 (size=61332) 2024-11-15T16:52:54,528 INFO [M:0;a9bde5b3a1b5:43195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T16:52:54,528 INFO [M:0;a9bde5b3a1b5:43195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43195 2024-11-15T16:52:54,529 INFO [M:0;a9bde5b3a1b5:43195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:52:54,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:52:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:54,631 INFO [M:0;a9bde5b3a1b5:43195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:52:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43195-0x101acd832b30000, quorum=127.0.0.1:60950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:54,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dd041af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:52:54,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@291b46c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:52:54,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:52:54,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4d4162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:52:54,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd49cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir/,STOPPED} 2024-11-15T16:52:54,637 WARN [BP-527434773-172.17.0.2-1731689495000 heartbeating to localhost/127.0.0.1:35861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:52:54,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:52:54,637 WARN [BP-527434773-172.17.0.2-1731689495000 heartbeating to localhost/127.0.0.1:35861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527434773-172.17.0.2-1731689495000 (Datanode Uuid eadfc291-204e-4cc9-8a8f-d90485919575) service to localhost/127.0.0.1:35861 2024-11-15T16:52:54,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:52:54,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data3/current/BP-527434773-172.17.0.2-1731689495000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:54,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data4/current/BP-527434773-172.17.0.2-1731689495000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:54,638 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:52:54,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6af07442{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:52:54,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26b8f1fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:52:54,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:52:54,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b1de28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:52:54,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6963eb9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir/,STOPPED} 2024-11-15T16:52:54,646 WARN [BP-527434773-172.17.0.2-1731689495000 heartbeating to localhost/127.0.0.1:35861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:52:54,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:52:54,646 WARN [BP-527434773-172.17.0.2-1731689495000 heartbeating to localhost/127.0.0.1:35861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527434773-172.17.0.2-1731689495000 (Datanode Uuid 5fab02aa-735e-4a51-9cd8-fb4161b4d6c4) service to localhost/127.0.0.1:35861 2024-11-15T16:52:54,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:52:54,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data1/current/BP-527434773-172.17.0.2-1731689495000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:54,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/cluster_87690558-3f22-2fb8-8411-0ac223362c36/data/data2/current/BP-527434773-172.17.0.2-1731689495000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:54,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:52:54,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5f21a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:52:54,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ea23f4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:52:54,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:52:54,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3742c603{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:52:54,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5882e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir/,STOPPED} 2024-11-15T16:52:54,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T16:52:54,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T16:52:54,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=104 (was 97) - Thread LEAK? -, OpenFileDescriptor=447 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 180) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4988 (was 5486) 2024-11-15T16:52:54,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=105, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4988 2024-11-15T16:52:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T16:52:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.log.dir so I do NOT create it in target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e 2024-11-15T16:52:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c8f32f07-ff1a-6bd0-b14f-5bbca96d4e0f/hadoop.tmp.dir so I do NOT create it in target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e 2024-11-15T16:52:54,720 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62, deleteOnExit=true 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/test.cache.data in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.log.dir in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T16:52:54,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T16:52:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/nfs.dump.dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/java.io.tmpdir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T16:52:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T16:52:54,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:52:54,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:52:54,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:52:54,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:52:54,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:52:54,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:52:54,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36d5d927{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:52:54,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13fa0fc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:52:54,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3824242b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/java.io.tmpdir/jetty-localhost-35601-hadoop-hdfs-3_4_1-tests_jar-_-any-17477968085450514120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:52:54,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d973b1f{HTTP/1.1, (http/1.1)}{localhost:35601} 2024-11-15T16:52:54,918 INFO [Time-limited test {}] server.Server(415): Started @220556ms 2024-11-15T16:52:54,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:52:54,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:52:54,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:52:54,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:52:54,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:52:54,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@381b17f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:52:54,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611a436a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:52:55,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c2227b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/java.io.tmpdir/jetty-localhost-36343-hadoop-hdfs-3_4_1-tests_jar-_-any-3473634923538983361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:52:55,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@439b4b48{HTTP/1.1, (http/1.1)}{localhost:36343} 2024-11-15T16:52:55,111 INFO [Time-limited test {}] server.Server(415): Started @220749ms 2024-11-15T16:52:55,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:52:55,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:52:55,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:52:55,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:52:55,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:52:55,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:52:55,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29848700{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:52:55,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d6aef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:52:55,191 WARN [Thread-1605 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data1/current/BP-1303162598-172.17.0.2-1731689574741/current, will proceed with Du for space computation calculation, 2024-11-15T16:52:55,191 WARN [Thread-1606 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data2/current/BP-1303162598-172.17.0.2-1731689574741/current, will proceed with Du for space computation calculation, 2024-11-15T16:52:55,207 WARN [Thread-1584 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:52:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3838e7d7674ab12b with lease ID 0xd8863f5d7bfda24e: Processing first storage report for DS-79a0ad31-84c9-4482-988c-03d673232182 from datanode DatanodeRegistration(127.0.0.1:40299, datanodeUuid=0b5e0960-bfa6-4f44-a0b3-55c4b62fb888, infoPort=44069, infoSecurePort=0, ipcPort=37449, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741) 2024-11-15T16:52:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3838e7d7674ab12b with lease ID 0xd8863f5d7bfda24e: from storage DS-79a0ad31-84c9-4482-988c-03d673232182 node DatanodeRegistration(127.0.0.1:40299, datanodeUuid=0b5e0960-bfa6-4f44-a0b3-55c4b62fb888, infoPort=44069, infoSecurePort=0, ipcPort=37449, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:52:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3838e7d7674ab12b with lease ID 0xd8863f5d7bfda24e: Processing first storage report for DS-846c4d1e-8e73-4b03-bb32-20438ac9248b from datanode DatanodeRegistration(127.0.0.1:40299, datanodeUuid=0b5e0960-bfa6-4f44-a0b3-55c4b62fb888, infoPort=44069, infoSecurePort=0, ipcPort=37449, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741) 2024-11-15T16:52:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3838e7d7674ab12b with lease ID 0xd8863f5d7bfda24e: from storage DS-846c4d1e-8e73-4b03-bb32-20438ac9248b node DatanodeRegistration(127.0.0.1:40299, datanodeUuid=0b5e0960-bfa6-4f44-a0b3-55c4b62fb888, infoPort=44069, infoSecurePort=0, ipcPort=37449, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:52:55,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58688a43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/java.io.tmpdir/jetty-localhost-45773-hadoop-hdfs-3_4_1-tests_jar-_-any-3819308178920880632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:52:55,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@394d2dd3{HTTP/1.1, (http/1.1)}{localhost:45773} 2024-11-15T16:52:55,270 INFO [Time-limited test {}] server.Server(415): Started @220908ms 2024-11-15T16:52:55,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:52:55,348 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data4/current/BP-1303162598-172.17.0.2-1731689574741/current, will proceed with Du for space computation calculation, 2024-11-15T16:52:55,348 WARN [Thread-1631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data3/current/BP-1303162598-172.17.0.2-1731689574741/current, will proceed with Du for space computation calculation, 2024-11-15T16:52:55,365 WARN [Thread-1620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:52:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2460e2004df5e1cc with lease ID 0xd8863f5d7bfda24f: Processing first storage report for DS-9a00fa8f-c15d-4f21-9d03-1e6fa893a9f5 from datanode DatanodeRegistration(127.0.0.1:37253, datanodeUuid=87048e9a-96f4-426e-a67a-450b958d699d, infoPort=44733, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741) 2024-11-15T16:52:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2460e2004df5e1cc with lease ID 0xd8863f5d7bfda24f: from storage DS-9a00fa8f-c15d-4f21-9d03-1e6fa893a9f5 node DatanodeRegistration(127.0.0.1:37253, datanodeUuid=87048e9a-96f4-426e-a67a-450b958d699d, infoPort=44733, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:52:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2460e2004df5e1cc with lease ID 0xd8863f5d7bfda24f: Processing first storage report for DS-cb225026-7fef-4e92-8613-591663ca1e4d from datanode DatanodeRegistration(127.0.0.1:37253, datanodeUuid=87048e9a-96f4-426e-a67a-450b958d699d, infoPort=44733, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741) 2024-11-15T16:52:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2460e2004df5e1cc with lease ID 0xd8863f5d7bfda24f: from storage DS-cb225026-7fef-4e92-8613-591663ca1e4d node DatanodeRegistration(127.0.0.1:37253, datanodeUuid=87048e9a-96f4-426e-a67a-450b958d699d, infoPort=44733, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1911607661;c=1731689574741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:52:55,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e 2024-11-15T16:52:55,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/zookeeper_0, clientPort=59670, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T16:52:55,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59670 2024-11-15T16:52:55,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:55,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:55,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:52:55,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:52:55,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4 with version=8 2024-11-15T16:52:55,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33339/user/jenkins/test-data/dcde24ec-83c3-7c50-aff4-944a70883482/hbase-staging 2024-11-15T16:52:55,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:52:55,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:52:55,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:52:55,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:52:55,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:52:55,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:52:55,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T16:52:55,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:52:55,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42463 2024-11-15T16:52:55,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42463 connecting to ZooKeeper ensemble=127.0.0.1:59670 2024-11-15T16:52:55,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424630x0, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:52:55,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42463-0x101acd969500000 connected 2024-11-15T16:52:55,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:55,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:55,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:52:55,439 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4, hbase.cluster.distributed=false 2024-11-15T16:52:55,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:52:55,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42463 2024-11-15T16:52:55,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42463 2024-11-15T16:52:55,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42463 2024-11-15T16:52:55,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42463 2024-11-15T16:52:55,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42463 2024-11-15T16:52:55,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:52:55,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:52:55,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:52:55,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:52:55,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:52:55,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:52:55,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:52:55,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:52:55,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36207 2024-11-15T16:52:55,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36207 connecting to ZooKeeper ensemble=127.0.0.1:59670 2024-11-15T16:52:55,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:55,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:55,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362070x0, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:52:55,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36207-0x101acd969500001 connected 2024-11-15T16:52:55,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:52:55,480 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:52:55,481 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:52:55,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:52:55,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:52:55,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-15T16:52:55,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36207 2024-11-15T16:52:55,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36207 2024-11-15T16:52:55,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-15T16:52:55,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-15T16:52:55,497 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a9bde5b3a1b5:42463 2024-11-15T16:52:55,498 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:55,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:52:55,500 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:55,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:52:55,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:52:55,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,502 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T16:52:55,503 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a9bde5b3a1b5,42463,1731689575414 from backup master directory 2024-11-15T16:52:55,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:55,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:52:55,504 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:52:55,504 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:52:55,513 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/hbase.id] with ID: f66b6bbb-efc2-4d5f-9920-441e79063266 2024-11-15T16:52:55,513 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/.tmp/hbase.id 2024-11-15T16:52:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:52:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:52:55,523 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/.tmp/hbase.id]:[hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/hbase.id] 2024-11-15T16:52:55,535 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:55,535 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T16:52:55,537 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T16:52:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:52:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:52:55,546 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:52:55,547 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T16:52:55,547 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:52:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:52:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:52:55,554 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store 2024-11-15T16:52:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:52:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:52:55,560 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:52:55,561 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:52:55,561 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:55,561 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:55,561 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:52:55,561 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:55,561 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:55,561 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689575561Disabling compacts and flushes for region at 1731689575561Disabling writes for close at 1731689575561Writing region close event to WAL at 1731689575561Closed at 1731689575561 2024-11-15T16:52:55,562 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/.initializing 2024-11-15T16:52:55,562 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/WALs/a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:55,563 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:52:55,566 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C42463%2C1731689575414, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/WALs/a9bde5b3a1b5,42463,1731689575414, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/oldWALs, maxLogs=10 2024-11-15T16:52:55,584 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/WALs/a9bde5b3a1b5,42463,1731689575414/a9bde5b3a1b5%2C42463%2C1731689575414.1731689575566, exclude list is [], retry=0 2024-11-15T16:52:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-79a0ad31-84c9-4482-988c-03d673232182,DISK] 2024-11-15T16:52:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-9a00fa8f-c15d-4f21-9d03-1e6fa893a9f5,DISK] 2024-11-15T16:52:55,588 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/WALs/a9bde5b3a1b5,42463,1731689575414/a9bde5b3a1b5%2C42463%2C1731689575414.1731689575566 2024-11-15T16:52:55,589 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44069:44069),(127.0.0.1/127.0.0.1:44733:44733)] 2024-11-15T16:52:55,589 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:52:55,589 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:52:55,589 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,589 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T16:52:55,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:55,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T16:52:55,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:52:55,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T16:52:55,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:52:55,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T16:52:55,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:52:55,597 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,597 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,598 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,599 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,599 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,599 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:52:55,600 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:52:55,601 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:52:55,602 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842074, jitterRate=0.07075317203998566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:52:55,603 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731689575589Initializing all the Stores at 1731689575590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689575590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689575590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689575590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689575590Cleaning up temporary data from old regions at 1731689575599 (+9 ms)Region opened successfully at 1731689575602 (+3 ms) 2024-11-15T16:52:55,603 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T16:52:55,606 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134e0af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:52:55,606 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T16:52:55,607 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T16:52:55,607 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T16:52:55,607 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T16:52:55,607 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T16:52:55,607 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T16:52:55,607 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T16:52:55,609 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T16:52:55,610 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T16:52:55,612 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T16:52:55,612 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T16:52:55,613 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T16:52:55,615 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T16:52:55,615 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T16:52:55,616 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T16:52:55,617 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T16:52:55,618 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T16:52:55,619 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T16:52:55,623 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T16:52:55,624 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T16:52:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:52:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:52:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,627 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a9bde5b3a1b5,42463,1731689575414, sessionid=0x101acd969500000, setting cluster-up flag (Was=false) 2024-11-15T16:52:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,634 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T16:52:55,635 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:55,650 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T16:52:55,651 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:55,653 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T16:52:55,659 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T16:52:55,660 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T16:52:55,660 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T16:52:55,660 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a9bde5b3a1b5,42463,1731689575414 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a9bde5b3a1b5:0, corePoolSize=10, maxPoolSize=10 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:52:55,662 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:52:55,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T16:52:55,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731689605669 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T16:52:55,669 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,670 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T16:52:55,670 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T16:52:55,670 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T16:52:55,670 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T16:52:55,670 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T16:52:55,670 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689575670,5,FailOnTimeoutGroup] 2024-11-15T16:52:55,671 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689575670,5,FailOnTimeoutGroup] 2024-11-15T16:52:55,671 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,671 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T16:52:55,671 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,671 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:52:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:52:55,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T16:52:55,678 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4 2024-11-15T16:52:55,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:52:55,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:52:55,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:52:55,689 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(746): ClusterId : f66b6bbb-efc2-4d5f-9920-441e79063266 2024-11-15T16:52:55,689 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:52:55,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:52:55,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:52:55,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,691 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:52:55,691 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:52:55,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:55,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:52:55,694 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:52:55,694 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1ec783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:52:55,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:52:55,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:55,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:52:55,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:52:55,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:55,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:52:55,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:52:55,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:55,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:55,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:52:55,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740 2024-11-15T16:52:55,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740 2024-11-15T16:52:55,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:52:55,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:52:55,704 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:52:55,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:52:55,708 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:52:55,709 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762389, jitterRate=-0.030572742223739624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:52:55,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731689575689Initializing all the Stores at 1731689575689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689575689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689575689Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689575689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689575689Cleaning up temporary data from old regions at 1731689575704 (+15 ms)Region opened successfully at 1731689575710 (+6 ms) 2024-11-15T16:52:55,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:52:55,710 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:52:55,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:52:55,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:52:55,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:52:55,710 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:52:55,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689575710Disabling compacts and flushes for region at 1731689575710Disabling writes for close at 1731689575710Writing region close event to WAL at 1731689575710Closed at 1731689575710 2024-11-15T16:52:55,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:52:55,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T16:52:55,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T16:52:55,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:52:55,714 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T16:52:55,715 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a9bde5b3a1b5:36207 2024-11-15T16:52:55,715 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:52:55,715 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:52:55,715 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:52:55,716 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,42463,1731689575414 with port=36207, startcode=1731689575467 2024-11-15T16:52:55,716 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:52:55,718 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49707, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:52:55,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:55,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42463 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:55,720 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4 2024-11-15T16:52:55,720 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42681 2024-11-15T16:52:55,720 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:52:55,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:52:55,723 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] zookeeper.ZKUtil(111): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:55,723 WARN [RS:0;a9bde5b3a1b5:36207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:52:55,723 INFO [RS:0;a9bde5b3a1b5:36207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:52:55,723 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:55,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,36207,1731689575467] 2024-11-15T16:52:55,734 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:52:55,736 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:52:55,740 INFO [RS:0;a9bde5b3a1b5:36207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:52:55,740 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,741 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:52:55,742 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:52:55,742 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,742 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:52:55,743 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:52:55,744 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:52:55,744 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,744 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,744 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,744 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,744 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,744 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,36207,1731689575467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:52:55,768 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:52:55,769 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,36207,1731689575467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,769 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,769 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.Replication(171): a9bde5b3a1b5,36207,1731689575467 started 2024-11-15T16:52:55,783 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:55,783 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,36207,1731689575467, RpcServer on a9bde5b3a1b5/172.17.0.2:36207, sessionid=0x101acd969500001 2024-11-15T16:52:55,784 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:52:55,784 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:55,784 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,36207,1731689575467' 2024-11-15T16:52:55,784 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:52:55,784 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:52:55,785 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:52:55,785 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:52:55,785 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:55,785 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,36207,1731689575467' 2024-11-15T16:52:55,785 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:52:55,785 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:52:55,786 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:52:55,786 INFO [RS:0;a9bde5b3a1b5:36207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:52:55,786 INFO [RS:0;a9bde5b3a1b5:36207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:52:55,864 WARN [a9bde5b3a1b5:42463 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T16:52:55,886 INFO [RS:0;a9bde5b3a1b5:36207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:52:55,888 INFO [RS:0;a9bde5b3a1b5:36207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C36207%2C1731689575467, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/a9bde5b3a1b5,36207,1731689575467, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/oldWALs, maxLogs=32 2024-11-15T16:52:55,903 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/a9bde5b3a1b5,36207,1731689575467/a9bde5b3a1b5%2C36207%2C1731689575467.1731689575889, exclude list is [], retry=0 2024-11-15T16:52:55,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-9a00fa8f-c15d-4f21-9d03-1e6fa893a9f5,DISK] 2024-11-15T16:52:55,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-79a0ad31-84c9-4482-988c-03d673232182,DISK] 2024-11-15T16:52:55,909 INFO [RS:0;a9bde5b3a1b5:36207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/a9bde5b3a1b5,36207,1731689575467/a9bde5b3a1b5%2C36207%2C1731689575467.1731689575889 2024-11-15T16:52:55,909 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44733:44733),(127.0.0.1/127.0.0.1:44069:44069)] 2024-11-15T16:52:56,114 DEBUG [a9bde5b3a1b5:42463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T16:52:56,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:56,116 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,36207,1731689575467, state=OPENING 2024-11-15T16:52:56,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T16:52:56,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:56,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:56,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:52:56,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:52:56,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:52:56,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,36207,1731689575467}] 2024-11-15T16:52:56,275 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:52:56,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56571, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:52:56,281 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T16:52:56,281 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:52:56,282 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T16:52:56,283 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C36207%2C1731689575467.meta, suffix=.meta, logDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/a9bde5b3a1b5,36207,1731689575467, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/oldWALs, maxLogs=32 2024-11-15T16:52:56,302 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/a9bde5b3a1b5,36207,1731689575467/a9bde5b3a1b5%2C36207%2C1731689575467.meta.1731689576284.meta, exclude list is [], retry=0 2024-11-15T16:52:56,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-9a00fa8f-c15d-4f21-9d03-1e6fa893a9f5,DISK] 2024-11-15T16:52:56,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-79a0ad31-84c9-4482-988c-03d673232182,DISK] 2024-11-15T16:52:56,309 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/a9bde5b3a1b5,36207,1731689575467/a9bde5b3a1b5%2C36207%2C1731689575467.meta.1731689576284.meta 2024-11-15T16:52:56,312 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44733:44733),(127.0.0.1/127.0.0.1:44069:44069)] 2024-11-15T16:52:56,312 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:52:56,312 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T16:52:56,312 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T16:52:56,313 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T16:52:56,313 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T16:52:56,313 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:52:56,313 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T16:52:56,313 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T16:52:56,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:52:56,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:52:56,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:56,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:56,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:52:56,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:52:56,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:56,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:56,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:52:56,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:52:56,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:56,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:56,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:52:56,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:52:56,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:52:56,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:52:56,324 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:52:56,325 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740 2024-11-15T16:52:56,326 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740 2024-11-15T16:52:56,328 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:52:56,328 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:52:56,328 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:52:56,330 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:52:56,331 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733268, jitterRate=-0.06760276854038239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:52:56,331 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T16:52:56,331 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731689576313Writing region info on filesystem at 1731689576313Initializing all the Stores at 1731689576314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689576314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689576318 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689576318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689576318Cleaning up temporary data from old regions at 1731689576328 (+10 ms)Running coprocessor post-open hooks at 1731689576331 (+3 ms)Region opened successfully at 1731689576331 2024-11-15T16:52:56,333 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731689576274 2024-11-15T16:52:56,335 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T16:52:56,335 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T16:52:56,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:56,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,36207,1731689575467, state=OPEN 2024-11-15T16:52:56,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:52:56,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:52:56,341 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:56,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:52:56,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:52:56,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T16:52:56,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,36207,1731689575467 in 220 msec 2024-11-15T16:52:56,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T16:52:56,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-15T16:52:56,346 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:52:56,346 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T16:52:56,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:52:56,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,36207,1731689575467, seqNum=-1] 2024-11-15T16:52:56,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:52:56,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:52:56,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 698 msec 2024-11-15T16:52:56,353 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731689576353, completionTime=-1 2024-11-15T16:52:56,353 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T16:52:56,353 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731689636355 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731689696355 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42463,1731689575414-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42463,1731689575414-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42463,1731689575414-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a9bde5b3a1b5:42463, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:56,355 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:56,356 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:56,357 DEBUG [master/a9bde5b3a1b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.855sec 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42463,1731689575414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:52:56,359 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42463,1731689575414-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T16:52:56,362 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T16:52:56,362 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T16:52:56,362 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,42463,1731689575414-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:52:56,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a25e8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:52:56,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,42463,-1 for getting cluster id 2024-11-15T16:52:56,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T16:52:56,390 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f66b6bbb-efc2-4d5f-9920-441e79063266' 2024-11-15T16:52:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T16:52:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f66b6bbb-efc2-4d5f-9920-441e79063266" 2024-11-15T16:52:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10dc4540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:52:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,42463,-1] 2024-11-15T16:52:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T16:52:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:56,393 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T16:52:56,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72af8aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:52:56,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:52:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,36207,1731689575467, seqNum=-1] 2024-11-15T16:52:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:52:56,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:52:56,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:56,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:52:56,402 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T16:52:56,403 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:52:56,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:52:56,409 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/oldWALs, maxLogs=32 2024-11-15T16:52:56,432 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731689576409, exclude list is [], retry=0 2024-11-15T16:52:56,436 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-79a0ad31-84c9-4482-988c-03d673232182,DISK] 2024-11-15T16:52:56,440 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-9a00fa8f-c15d-4f21-9d03-1e6fa893a9f5,DISK] 2024-11-15T16:52:56,447 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731689576409 2024-11-15T16:52:56,448 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44069:44069),(127.0.0.1/127.0.0.1:44733:44733)] 2024-11-15T16:52:56,470 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731689576448, exclude list is [], retry=0 2024-11-15T16:52:56,478 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-9a00fa8f-c15d-4f21-9d03-1e6fa893a9f5,DISK] 2024-11-15T16:52:56,480 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-79a0ad31-84c9-4482-988c-03d673232182,DISK] 2024-11-15T16:52:56,484 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731689576409 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731689576448 2024-11-15T16:52:56,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44733:44733),(127.0.0.1/127.0.0.1:44069:44069)] 2024-11-15T16:52:56,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731689576409 is not closed yet, will try archiving it next time 2024-11-15T16:52:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741835_1011 (size=93) 2024-11-15T16:52:56,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741835_1011 (size=93) 2024-11-15T16:52:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741836_1012 (size=93) 2024-11-15T16:52:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741836_1012 (size=93) 2024-11-15T16:52:56,496 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731689576409 to hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/oldWALs/test.com%2C8080%2C1.1731689576409 2024-11-15T16:52:56,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/oldWALs 2024-11-15T16:52:56,504 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731689576448) 2024-11-15T16:52:56,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T16:52:56,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:52:56,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:52:56,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:56,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:56,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T16:52:56,505 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T16:52:56,505 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=263917366, stopped=false 2024-11-15T16:52:56,505 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a9bde5b3a1b5,42463,1731689575414 2024-11-15T16:52:56,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:52:56,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:56,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:52:56,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:56,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:52:56,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:52:56,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:52:56,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:52:56,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:56,508 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,36207,1731689575467' ***** 2024-11-15T16:52:56,508 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T16:52:56,509 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:52:56,509 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:52:56,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a9bde5b3a1b5:36207. 2024-11-15T16:52:56,510 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:52:56,510 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:52:56,510 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T16:52:56,511 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T16:52:56,511 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T16:52:56,511 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T16:52:56,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:52:56,512 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:52:56,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:52:56,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:52:56,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:52:56,512 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T16:52:56,542 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740/.tmp/ns/df427585b08944289cc5c6d65a38e8d5 is 43, key is default/ns:d/1731689576349/Put/seqid=0 2024-11-15T16:52:56,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741837_1013 (size=5153) 2024-11-15T16:52:56,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741837_1013 (size=5153) 2024-11-15T16:52:56,560 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740/.tmp/ns/df427585b08944289cc5c6d65a38e8d5 2024-11-15T16:52:56,570 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740/.tmp/ns/df427585b08944289cc5c6d65a38e8d5 as hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740/ns/df427585b08944289cc5c6d65a38e8d5 2024-11-15T16:52:56,582 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740/ns/df427585b08944289cc5c6d65a38e8d5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T16:52:56,583 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=6, compaction requested=false 2024-11-15T16:52:56,583 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T16:52:56,592 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T16:52:56,593 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:52:56,593 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:52:56,594 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689576512Running coprocessor pre-close hooks at 1731689576512Disabling compacts and flushes for region at 1731689576512Disabling writes for close at 1731689576512Obtaining lock to block concurrent updates at 1731689576512Preparing flush snapshotting stores in 1588230740 at 1731689576512Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731689576513 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731689576516 (+3 ms)Flushing 1588230740/ns: creating writer at 1731689576516Flushing 1588230740/ns: appending metadata at 1731689576541 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731689576541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782d15a5: reopening flushed file at 1731689576569 (+28 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=6, compaction requested=false at 1731689576583 (+14 ms)Writing region close event to WAL at 1731689576588 (+5 ms)Running coprocessor post-close hooks at 1731689576593 (+5 ms)Closed at 1731689576593 2024-11-15T16:52:56,594 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T16:52:56,712 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,36207,1731689575467; all regions closed. 2024-11-15T16:52:56,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741834_1010 (size=1152) 2024-11-15T16:52:56,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741834_1010 (size=1152) 2024-11-15T16:52:56,718 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/oldWALs 2024-11-15T16:52:56,718 INFO [RS:0;a9bde5b3a1b5:36207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C36207%2C1731689575467.meta:.meta(num 1731689576284) 2024-11-15T16:52:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741833_1009 (size=93) 2024-11-15T16:52:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741833_1009 (size=93) 2024-11-15T16:52:56,724 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/oldWALs 2024-11-15T16:52:56,724 INFO [RS:0;a9bde5b3a1b5:36207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C36207%2C1731689575467:(num 1731689575889) 2024-11-15T16:52:56,724 DEBUG [RS:0;a9bde5b3a1b5:36207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:52:56,724 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:52:56,724 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:52:56,724 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T16:52:56,725 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:52:56,725 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:52:56,725 INFO [RS:0;a9bde5b3a1b5:36207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36207 2024-11-15T16:52:56,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:52:56,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,36207,1731689575467 2024-11-15T16:52:56,728 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:52:56,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,36207,1731689575467] 2024-11-15T16:52:56,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,36207,1731689575467 already deleted, retry=false 2024-11-15T16:52:56,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,36207,1731689575467 expired; onlineServers=0 2024-11-15T16:52:56,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a9bde5b3a1b5,42463,1731689575414' ***** 2024-11-15T16:52:56,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T16:52:56,735 INFO [M:0;a9bde5b3a1b5:42463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:52:56,735 INFO [M:0;a9bde5b3a1b5:42463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:52:56,735 DEBUG [M:0;a9bde5b3a1b5:42463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T16:52:56,735 DEBUG [M:0;a9bde5b3a1b5:42463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T16:52:56,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T16:52:56,735 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689575670 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689575670,5,FailOnTimeoutGroup] 2024-11-15T16:52:56,735 INFO [M:0;a9bde5b3a1b5:42463 {}] hbase.ChoreService(370): Chore service for: master/a9bde5b3a1b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T16:52:56,736 INFO [M:0;a9bde5b3a1b5:42463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:52:56,736 DEBUG [M:0;a9bde5b3a1b5:42463 {}] master.HMaster(1795): Stopping service threads 2024-11-15T16:52:56,736 INFO [M:0;a9bde5b3a1b5:42463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T16:52:56,736 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689575670 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689575670,5,FailOnTimeoutGroup] 2024-11-15T16:52:56,736 INFO [M:0;a9bde5b3a1b5:42463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:52:56,736 INFO [M:0;a9bde5b3a1b5:42463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T16:52:56,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T16:52:56,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T16:52:56,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:52:56,739 DEBUG [M:0;a9bde5b3a1b5:42463 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-15T16:52:56,739 DEBUG [M:0;a9bde5b3a1b5:42463 {}] master.ActiveMasterManager(353): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-15T16:52:56,740 INFO [M:0;a9bde5b3a1b5:42463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/.lastflushedseqids 2024-11-15T16:52:56,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741838_1014 (size=99) 2024-11-15T16:52:56,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741838_1014 (size=99) 2024-11-15T16:52:56,751 INFO [M:0;a9bde5b3a1b5:42463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T16:52:56,751 INFO [M:0;a9bde5b3a1b5:42463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T16:52:56,751 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:52:56,751 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:56,751 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:56,751 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:52:56,751 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:56,751 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-15T16:52:56,771 DEBUG [M:0;a9bde5b3a1b5:42463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3c82c60da684dfa8ebf4d6ddf48ad51 is 82, key is hbase:meta,,1/info:regioninfo/1731689576336/Put/seqid=0 2024-11-15T16:52:56,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741839_1015 (size=5672) 2024-11-15T16:52:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741839_1015 (size=5672) 2024-11-15T16:52:56,782 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3c82c60da684dfa8ebf4d6ddf48ad51 2024-11-15T16:52:56,808 DEBUG [M:0;a9bde5b3a1b5:42463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e4bdd0982bc4ee480b4997b0b121981 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731689576352/Put/seqid=0 2024-11-15T16:52:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741840_1016 (size=5275) 2024-11-15T16:52:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741840_1016 (size=5275) 2024-11-15T16:52:56,817 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e4bdd0982bc4ee480b4997b0b121981 2024-11-15T16:52:56,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:56,829 INFO [RS:0;a9bde5b3a1b5:36207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:52:56,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36207-0x101acd969500001, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:56,830 INFO [RS:0;a9bde5b3a1b5:36207 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,36207,1731689575467; zookeeper connection closed. 2024-11-15T16:52:56,830 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f9d2942 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f9d2942 2024-11-15T16:52:56,830 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T16:52:56,844 DEBUG [M:0;a9bde5b3a1b5:42463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35ea187cb6cd4af6850760e99e928ef9 is 69, key is a9bde5b3a1b5,36207,1731689575467/rs:state/1731689575719/Put/seqid=0 2024-11-15T16:52:56,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741841_1017 (size=5156) 2024-11-15T16:52:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741841_1017 (size=5156) 2024-11-15T16:52:56,850 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35ea187cb6cd4af6850760e99e928ef9 2024-11-15T16:52:56,880 DEBUG [M:0;a9bde5b3a1b5:42463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b40f9e5c238a45eab3cbc1860bdfb860 is 52, key is load_balancer_on/state:d/1731689576401/Put/seqid=0 2024-11-15T16:52:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741842_1018 (size=5056) 2024-11-15T16:52:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741842_1018 (size=5056) 2024-11-15T16:52:56,891 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b40f9e5c238a45eab3cbc1860bdfb860 2024-11-15T16:52:56,898 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3c82c60da684dfa8ebf4d6ddf48ad51 as hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3c82c60da684dfa8ebf4d6ddf48ad51 2024-11-15T16:52:56,905 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3c82c60da684dfa8ebf4d6ddf48ad51, entries=8, sequenceid=29, filesize=5.5 K 2024-11-15T16:52:56,906 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e4bdd0982bc4ee480b4997b0b121981 as hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e4bdd0982bc4ee480b4997b0b121981 2024-11-15T16:52:56,912 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e4bdd0982bc4ee480b4997b0b121981, entries=3, sequenceid=29, filesize=5.2 K 2024-11-15T16:52:56,913 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35ea187cb6cd4af6850760e99e928ef9 as hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35ea187cb6cd4af6850760e99e928ef9 2024-11-15T16:52:56,919 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35ea187cb6cd4af6850760e99e928ef9, entries=1, sequenceid=29, filesize=5.0 K 2024-11-15T16:52:56,924 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b40f9e5c238a45eab3cbc1860bdfb860 as hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b40f9e5c238a45eab3cbc1860bdfb860 2024-11-15T16:52:56,931 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/d649fac7-1dd0-7d31-7ac4-67c6f6bf93e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b40f9e5c238a45eab3cbc1860bdfb860, entries=1, sequenceid=29, filesize=4.9 K 2024-11-15T16:52:56,932 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=29, compaction requested=false 2024-11-15T16:52:56,939 INFO [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:52:56,939 DEBUG [M:0;a9bde5b3a1b5:42463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689576751Disabling compacts and flushes for region at 1731689576751Disabling writes for close at 1731689576751Obtaining lock to block concurrent updates at 1731689576751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731689576751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731689576752 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731689576753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731689576753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731689576771 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731689576771Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731689576789 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731689576807 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731689576807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731689576826 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731689576843 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731689576843Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731689576856 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731689576880 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731689576880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5f7d7: reopening flushed file at 1731689576897 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca7bab7: reopening flushed file at 1731689576906 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3970d830: reopening flushed file at 1731689576912 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb25e27: reopening flushed file at 1731689576919 (+7 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=29, compaction requested=false at 1731689576932 (+13 ms)Writing region close event to WAL at 1731689576939 (+7 ms)Closed at 1731689576939 2024-11-15T16:52:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741830_1006 (size=10311) 2024-11-15T16:52:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741830_1006 (size=10311) 2024-11-15T16:52:56,943 INFO [M:0;a9bde5b3a1b5:42463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T16:52:56,944 INFO [M:0;a9bde5b3a1b5:42463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42463 2024-11-15T16:52:56,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:52:56,944 INFO [M:0;a9bde5b3a1b5:42463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:52:57,046 INFO [M:0;a9bde5b3a1b5:42463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:52:57,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:57,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42463-0x101acd969500000, quorum=127.0.0.1:59670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:52:57,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58688a43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:52:57,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@394d2dd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:52:57,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:52:57,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d6aef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:52:57,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29848700{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.log.dir/,STOPPED} 2024-11-15T16:52:57,052 WARN [BP-1303162598-172.17.0.2-1731689574741 heartbeating to localhost/127.0.0.1:42681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:52:57,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:52:57,052 WARN [BP-1303162598-172.17.0.2-1731689574741 heartbeating to localhost/127.0.0.1:42681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1303162598-172.17.0.2-1731689574741 (Datanode Uuid 87048e9a-96f4-426e-a67a-450b958d699d) service to localhost/127.0.0.1:42681 2024-11-15T16:52:57,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:52:57,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data3/current/BP-1303162598-172.17.0.2-1731689574741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:57,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data4/current/BP-1303162598-172.17.0.2-1731689574741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:57,053 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:52:57,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c2227b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:52:57,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@439b4b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:52:57,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:52:57,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611a436a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:52:57,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@381b17f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.log.dir/,STOPPED} 2024-11-15T16:52:57,058 WARN [BP-1303162598-172.17.0.2-1731689574741 heartbeating to localhost/127.0.0.1:42681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:52:57,058 WARN [BP-1303162598-172.17.0.2-1731689574741 heartbeating to localhost/127.0.0.1:42681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1303162598-172.17.0.2-1731689574741 (Datanode Uuid 0b5e0960-bfa6-4f44-a0b3-55c4b62fb888) service to localhost/127.0.0.1:42681 2024-11-15T16:52:57,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data1/current/BP-1303162598-172.17.0.2-1731689574741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:57,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:52:57,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/cluster_6db2626d-c35b-553a-ab2b-ccae4bba3f62/data/data2/current/BP-1303162598-172.17.0.2-1731689574741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:52:57,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:52:57,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:52:57,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3824242b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:52:57,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d973b1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:52:57,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:52:57,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13fa0fc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:52:57,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36d5d927{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5dc25a7b-a942-fc2c-0c22-162435a6e19e/hadoop.log.dir/,STOPPED} 2024-11-15T16:52:57,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T16:52:57,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T16:52:57,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 105) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=6009 (was 4988) - AvailableMemoryMB LEAK? -