2024-11-15 19:50:02,729 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-15 19:50:02,746 main DEBUG Took 0.014151 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 19:50:02,746 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 19:50:02,747 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 19:50:02,748 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 19:50:02,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,759 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 19:50:02,776 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,779 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,782 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,783 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,785 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,786 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,788 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:50:02,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,791 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 19:50:02,793 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:50:02,794 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 19:50:02,796 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 19:50:02,797 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 19:50:02,798 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 19:50:02,799 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 19:50:02,811 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 19:50:02,814 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 19:50:02,816 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 19:50:02,816 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 19:50:02,817 main DEBUG createAppenders(={Console}) 2024-11-15 19:50:02,818 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-15 19:50:02,818 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-15 19:50:02,819 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-15 19:50:02,819 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 19:50:02,820 main DEBUG OutputStream closed 2024-11-15 19:50:02,820 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 19:50:02,820 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 19:50:02,821 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-15 19:50:02,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 19:50:02,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 19:50:02,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 19:50:02,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 19:50:02,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 19:50:02,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 19:50:02,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 19:50:02,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 19:50:02,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 19:50:02,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 19:50:02,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 19:50:02,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 19:50:02,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 19:50:02,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 19:50:02,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 19:50:02,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 19:50:02,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 19:50:02,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 19:50:02,920 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 19:50:02,921 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-15 19:50:02,921 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 19:50:02,922 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-15T19:50:03,281 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b 2024-11-15 19:50:03,285 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 19:50:03,286 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T19:50:03,298 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-15T19:50:03,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=4512 2024-11-15T19:50:03,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T19:50:03,365 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd, deleteOnExit=true 2024-11-15T19:50:03,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T19:50:03,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/test.cache.data in system properties and HBase conf 2024-11-15T19:50:03,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:50:03,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:50:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:50:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:50:03,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:50:03,487 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T19:50:03,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T19:50:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:50:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:50:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:50:03,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:50:03,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:50:03,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:50:03,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:50:03,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:50:03,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:50:03,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:50:03,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:50:03,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:50:03,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:50:03,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:50:04,531 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T19:50:04,620 INFO [Time-limited test {}] log.Log(170): Logging initialized @2745ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T19:50:04,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:50:04,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:50:04,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:50:04,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:50:04,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:50:04,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:50:04,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37175a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:50:04,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a543f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:50:05,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e92c1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/java.io.tmpdir/jetty-localhost-37991-hadoop-hdfs-3_4_1-tests_jar-_-any-13631525785403148044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:50:05,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@438b1fb5{HTTP/1.1, (http/1.1)}{localhost:37991} 2024-11-15T19:50:05,119 INFO [Time-limited test {}] server.Server(415): Started @3245ms 2024-11-15T19:50:05,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:50:05,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:50:05,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:50:05,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:50:05,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:50:05,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29938fab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:50:05,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@833aa38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:50:05,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ce6219f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/java.io.tmpdir/jetty-localhost-42893-hadoop-hdfs-3_4_1-tests_jar-_-any-5118269772470825338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:50:05,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5753f397{HTTP/1.1, (http/1.1)}{localhost:42893} 2024-11-15T19:50:05,711 INFO [Time-limited test {}] server.Server(415): Started @3837ms 2024-11-15T19:50:05,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:50:05,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:50:05,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:50:05,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:50:05,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:50:05,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:50:05,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@730178ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:50:05,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a33333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:50:06,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@83b78cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/java.io.tmpdir/jetty-localhost-35117-hadoop-hdfs-3_4_1-tests_jar-_-any-11031555181426478314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:50:06,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@314ac5c0{HTTP/1.1, (http/1.1)}{localhost:35117} 2024-11-15T19:50:06,101 INFO [Time-limited test {}] server.Server(415): Started @4227ms 2024-11-15T19:50:06,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:50:06,305 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data3/current/BP-674846672-172.17.0.2-1731700204264/current, will proceed with Du for space computation calculation, 2024-11-15T19:50:06,305 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data2/current/BP-674846672-172.17.0.2-1731700204264/current, will proceed with Du for space computation calculation, 2024-11-15T19:50:06,305 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data1/current/BP-674846672-172.17.0.2-1731700204264/current, will proceed with Du for space computation calculation, 2024-11-15T19:50:06,307 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data4/current/BP-674846672-172.17.0.2-1731700204264/current, will proceed with Du for space computation calculation, 2024-11-15T19:50:06,368 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:50:06,370 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:50:06,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe50aea060a1bb19b with lease ID 0xf99b9833dcfa118: Processing first storage report for DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=fceade69-6d36-44c1-8760-bad85351a9d0, infoPort=46367, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264) 2024-11-15T19:50:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe50aea060a1bb19b with lease ID 0xf99b9833dcfa118: from storage DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=fceade69-6d36-44c1-8760-bad85351a9d0, infoPort=46367, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T19:50:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbef9a09a698523 with lease ID 0xf99b9833dcfa117: Processing first storage report for DS-57f5d523-b0ca-4120-bf48-20840230fede from datanode DatanodeRegistration(127.0.0.1:41509, datanodeUuid=8187785f-61b4-48ce-a67e-5af9652e4e56, infoPort=43423, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264) 2024-11-15T19:50:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbef9a09a698523 with lease ID 0xf99b9833dcfa117: from storage DS-57f5d523-b0ca-4120-bf48-20840230fede node DatanodeRegistration(127.0.0.1:41509, datanodeUuid=8187785f-61b4-48ce-a67e-5af9652e4e56, infoPort=43423, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:50:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe50aea060a1bb19b with lease ID 0xf99b9833dcfa118: Processing first storage report for DS-d2188324-dc77-48c2-b354-7c87d0eebe38 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=fceade69-6d36-44c1-8760-bad85351a9d0, infoPort=46367, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264) 2024-11-15T19:50:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe50aea060a1bb19b with lease ID 0xf99b9833dcfa118: from storage DS-d2188324-dc77-48c2-b354-7c87d0eebe38 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=fceade69-6d36-44c1-8760-bad85351a9d0, infoPort=46367, infoSecurePort=0, ipcPort=39601, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T19:50:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbef9a09a698523 with lease ID 0xf99b9833dcfa117: Processing first storage report for DS-580d4f7d-ce8c-420b-a6a7-e167be840cc4 from datanode DatanodeRegistration(127.0.0.1:41509, datanodeUuid=8187785f-61b4-48ce-a67e-5af9652e4e56, infoPort=43423, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264) 2024-11-15T19:50:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbef9a09a698523 with lease ID 0xf99b9833dcfa117: from storage DS-580d4f7d-ce8c-420b-a6a7-e167be840cc4 node DatanodeRegistration(127.0.0.1:41509, datanodeUuid=8187785f-61b4-48ce-a67e-5af9652e4e56, infoPort=43423, infoSecurePort=0, ipcPort=38403, storageInfo=lv=-57;cid=testClusterID;nsid=1564603645;c=1731700204264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:50:06,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b 2024-11-15T19:50:06,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/zookeeper_0, clientPort=59730, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T19:50:06,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59730 2024-11-15T19:50:06,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:06,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:50:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:50:07,414 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a with version=8 2024-11-15T19:50:07,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/hbase-staging 2024-11-15T19:50:07,539 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T19:50:07,860 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:50:07,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:50:07,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:50:07,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:50:07,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:50:07,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:50:08,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T19:50:08,128 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T19:50:08,139 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T19:50:08,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:50:08,178 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25776 (auto-detected) 2024-11-15T19:50:08,179 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T19:50:08,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45207 2024-11-15T19:50:08,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45207 connecting to ZooKeeper ensemble=127.0.0.1:59730 2024-11-15T19:50:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452070x0, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:50:08,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45207-0x101ad7ba19f0000 connected 2024-11-15T19:50:08,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:08,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:08,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:50:08,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a, hbase.cluster.distributed=false 2024-11-15T19:50:08,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:50:08,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-15T19:50:08,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45207 2024-11-15T19:50:08,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45207 2024-11-15T19:50:08,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-15T19:50:08,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-15T19:50:08,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:50:08,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:50:08,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:50:08,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:50:08,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:50:08,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:50:08,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T19:50:08,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:50:08,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36715 2024-11-15T19:50:08,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36715 connecting to ZooKeeper ensemble=127.0.0.1:59730 2024-11-15T19:50:08,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:08,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367150x0, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:50:08,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36715-0x101ad7ba19f0001 connected 2024-11-15T19:50:08,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:50:08,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T19:50:08,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T19:50:08,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T19:50:08,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:50:08,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-15T19:50:08,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36715 2024-11-15T19:50:08,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36715 2024-11-15T19:50:08,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-15T19:50:08,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-15T19:50:08,613 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c325ef450a96:45207 2024-11-15T19:50:08,614 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c325ef450a96,45207,1731700207612 2024-11-15T19:50:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:50:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:50:08,623 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c325ef450a96,45207,1731700207612 2024-11-15T19:50:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T19:50:08,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:08,647 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T19:50:08,649 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c325ef450a96,45207,1731700207612 from backup master directory 2024-11-15T19:50:08,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:50:08,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c325ef450a96,45207,1731700207612 2024-11-15T19:50:08,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:50:08,653 WARN [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:50:08,654 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c325ef450a96,45207,1731700207612 2024-11-15T19:50:08,656 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T19:50:08,658 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T19:50:08,724 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/hbase.id] with ID: 194f54c5-4faa-4ea3-86e6-dce8e56b0d14 2024-11-15T19:50:08,724 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/.tmp/hbase.id 2024-11-15T19:50:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:50:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:50:08,738 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/.tmp/hbase.id]:[hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/hbase.id] 2024-11-15T19:50:08,791 INFO [master/c325ef450a96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:08,796 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T19:50:08,816 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-15T19:50:08,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:08,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:08,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:50:08,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:50:08,859 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:50:08,861 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T19:50:08,869 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:50:08,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:50:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:50:08,926 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store 2024-11-15T19:50:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:50:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:50:08,953 INFO [master/c325ef450a96:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T19:50:08,957 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:50:08,959 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:50:08,959 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:50:08,959 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:50:08,961 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:50:08,961 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:50:08,961 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:50:08,963 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700208958Disabling compacts and flushes for region at 1731700208958Disabling writes for close at 1731700208961 (+3 ms)Writing region close event to WAL at 1731700208961Closed at 1731700208961 2024-11-15T19:50:08,966 WARN [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/.initializing 2024-11-15T19:50:08,966 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/WALs/c325ef450a96,45207,1731700207612 2024-11-15T19:50:08,977 INFO [master/c325ef450a96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:50:08,992 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C45207%2C1731700207612, suffix=, logDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/WALs/c325ef450a96,45207,1731700207612, archiveDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/oldWALs, maxLogs=10 2024-11-15T19:50:09,025 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/WALs/c325ef450a96,45207,1731700207612/c325ef450a96%2C45207%2C1731700207612.1731700208998, exclude list is [], retry=0 2024-11-15T19:50:09,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:50:09,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK] 2024-11-15T19:50:09,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK] 2024-11-15T19:50:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T19:50:09,095 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/WALs/c325ef450a96,45207,1731700207612/c325ef450a96%2C45207%2C1731700207612.1731700208998 2024-11-15T19:50:09,096 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423),(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-15T19:50:09,097 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:50:09,097 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:50:09,101 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,102 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T19:50:09,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:09,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T19:50:09,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:50:09,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T19:50:09,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:50:09,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T19:50:09,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:50:09,190 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,194 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,196 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,202 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,202 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,206 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:50:09,210 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:50:09,215 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:50:09,216 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692657, jitterRate=-0.11924189329147339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:50:09,222 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731700209115Initializing all the Stores at 1731700209117 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700209117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700209118 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700209118Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700209118Cleaning up temporary data from old regions at 1731700209202 (+84 ms)Region opened successfully at 1731700209222 (+20 ms) 2024-11-15T19:50:09,223 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T19:50:09,259 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1412c613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:50:09,293 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T19:50:09,305 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T19:50:09,305 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T19:50:09,308 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T19:50:09,309 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T19:50:09,315 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T19:50:09,315 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T19:50:09,342 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T19:50:09,352 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T19:50:09,355 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T19:50:09,358 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T19:50:09,359 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T19:50:09,361 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T19:50:09,363 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T19:50:09,367 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T19:50:09,368 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T19:50:09,370 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T19:50:09,371 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T19:50:09,389 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T19:50:09,390 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T19:50:09,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:50:09,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:50:09,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:09,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:09,398 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c325ef450a96,45207,1731700207612, sessionid=0x101ad7ba19f0000, setting cluster-up flag (Was=false) 2024-11-15T19:50:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:09,420 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T19:50:09,422 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,45207,1731700207612 2024-11-15T19:50:09,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:09,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:09,434 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T19:50:09,436 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,45207,1731700207612 2024-11-15T19:50:09,443 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T19:50:09,500 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(746): ClusterId : 194f54c5-4faa-4ea3-86e6-dce8e56b0d14 2024-11-15T19:50:09,504 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T19:50:09,510 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T19:50:09,510 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T19:50:09,515 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T19:50:09,515 DEBUG [RS:0;c325ef450a96:36715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fce863e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:50:09,526 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T19:50:09,537 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c325ef450a96:36715 2024-11-15T19:50:09,539 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T19:50:09,541 INFO [RS:0;c325ef450a96:36715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T19:50:09,541 INFO [RS:0;c325ef450a96:36715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T19:50:09,541 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T19:50:09,545 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,45207,1731700207612 with port=36715, startcode=1731700208481 2024-11-15T19:50:09,548 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T19:50:09,555 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c325ef450a96,45207,1731700207612 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T19:50:09,560 DEBUG [RS:0;c325ef450a96:36715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T19:50:09,564 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:50:09,565 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:50:09,565 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:50:09,565 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:50:09,565 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c325ef450a96:0, corePoolSize=10, maxPoolSize=10 2024-11-15T19:50:09,566 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,566 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:50:09,566 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,568 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731700239568 2024-11-15T19:50:09,570 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T19:50:09,572 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T19:50:09,576 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T19:50:09,576 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T19:50:09,577 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T19:50:09,577 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T19:50:09,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:50:09,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T19:50:09,578 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,581 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T19:50:09,583 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T19:50:09,583 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T19:50:09,584 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T19:50:09,588 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T19:50:09,588 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T19:50:09,592 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700209589,5,FailOnTimeoutGroup] 2024-11-15T19:50:09,592 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700209592,5,FailOnTimeoutGroup] 2024-11-15T19:50:09,592 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,593 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T19:50:09,594 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,594 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,604 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T19:50:09,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:50:09,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:50:09,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T19:50:09,608 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a 2024-11-15T19:50:09,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c325ef450a96,36715,1731700208481 2024-11-15T19:50:09,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45207 {}] master.ServerManager(517): Registering regionserver=c325ef450a96,36715,1731700208481 2024-11-15T19:50:09,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:50:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:50:09,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:50:09,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:50:09,636 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a 2024-11-15T19:50:09,636 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45631 2024-11-15T19:50:09,636 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T19:50:09,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:50:09,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:09,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:50:09,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:50:09,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:50:09,642 DEBUG [RS:0;c325ef450a96:36715 {}] zookeeper.ZKUtil(111): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c325ef450a96,36715,1731700208481 2024-11-15T19:50:09,643 WARN [RS:0;c325ef450a96:36715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:50:09,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:09,643 INFO [RS:0;c325ef450a96:36715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:50:09,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:50:09,643 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481 2024-11-15T19:50:09,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c325ef450a96,36715,1731700208481] 2024-11-15T19:50:09,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:50:09,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:09,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:50:09,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:50:09,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:09,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:09,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:50:09,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740 2024-11-15T19:50:09,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740 2024-11-15T19:50:09,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:50:09,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:50:09,662 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:50:09,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:50:09,674 INFO [RS:0;c325ef450a96:36715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T19:50:09,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:50:09,680 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859355, jitterRate=0.09272728860378265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:50:09,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731700209631Initializing all the Stores at 1731700209633 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700209633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700209634 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700209634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700209634Cleaning up temporary data from old regions at 1731700209660 (+26 ms)Region opened successfully at 1731700209683 (+23 ms) 2024-11-15T19:50:09,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:50:09,683 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:50:09,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:50:09,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:50:09,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:50:09,685 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:50:09,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700209683Disabling compacts and flushes for region at 1731700209683Disabling writes for close at 1731700209683Writing region close event to WAL at 1731700209684 (+1 ms)Closed at 1731700209685 (+1 ms) 2024-11-15T19:50:09,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:50:09,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T19:50:09,691 INFO [RS:0;c325ef450a96:36715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T19:50:09,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T19:50:09,698 INFO [RS:0;c325ef450a96:36715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:50:09,699 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,700 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T19:50:09,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:50:09,708 INFO [RS:0;c325ef450a96:36715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T19:50:09,709 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,710 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,710 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,710 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T19:50:09,711 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,711 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,711 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:50:09,711 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,712 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,712 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,712 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,712 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,713 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:50:09,713 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:50:09,713 DEBUG [RS:0;c325ef450a96:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:50:09,715 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,715 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,715 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,715 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,715 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,715 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36715,1731700208481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:50:09,736 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T19:50:09,738 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36715,1731700208481-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,738 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,738 INFO [RS:0;c325ef450a96:36715 {}] regionserver.Replication(171): c325ef450a96,36715,1731700208481 started 2024-11-15T19:50:09,759 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:09,759 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1482): Serving as c325ef450a96,36715,1731700208481, RpcServer on c325ef450a96/172.17.0.2:36715, sessionid=0x101ad7ba19f0001 2024-11-15T19:50:09,760 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T19:50:09,761 DEBUG [RS:0;c325ef450a96:36715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c325ef450a96,36715,1731700208481 2024-11-15T19:50:09,761 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,36715,1731700208481' 2024-11-15T19:50:09,761 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T19:50:09,762 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T19:50:09,763 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T19:50:09,763 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T19:50:09,763 DEBUG [RS:0;c325ef450a96:36715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c325ef450a96,36715,1731700208481 2024-11-15T19:50:09,764 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,36715,1731700208481' 2024-11-15T19:50:09,764 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T19:50:09,765 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T19:50:09,766 DEBUG [RS:0;c325ef450a96:36715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T19:50:09,766 INFO [RS:0;c325ef450a96:36715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T19:50:09,766 INFO [RS:0;c325ef450a96:36715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T19:50:09,861 WARN [c325ef450a96:45207 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T19:50:09,872 INFO [RS:0;c325ef450a96:36715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:50:09,876 INFO [RS:0;c325ef450a96:36715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C36715%2C1731700208481, suffix=, logDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481, archiveDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/oldWALs, maxLogs=32 2024-11-15T19:50:09,894 DEBUG [RS:0;c325ef450a96:36715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700209879, exclude list is [], retry=0 2024-11-15T19:50:09,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK] 2024-11-15T19:50:09,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK] 2024-11-15T19:50:09,904 INFO [RS:0;c325ef450a96:36715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700209879 2024-11-15T19:50:09,905 DEBUG [RS:0;c325ef450a96:36715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367),(127.0.0.1/127.0.0.1:43423:43423)] 2024-11-15T19:50:10,114 DEBUG [c325ef450a96:45207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T19:50:10,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c325ef450a96,36715,1731700208481 2024-11-15T19:50:10,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,36715,1731700208481, state=OPENING 2024-11-15T19:50:10,140 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T19:50:10,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:10,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:50:10,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:50:10,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:50:10,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:50:10,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,36715,1731700208481}] 2024-11-15T19:50:10,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T19:50:10,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T19:50:10,338 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T19:50:10,339 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:50:10,339 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T19:50:10,342 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C36715%2C1731700208481.meta, suffix=.meta, logDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481, archiveDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/oldWALs, maxLogs=32 2024-11-15T19:50:10,358 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.meta.1731700210344.meta, exclude list is [], retry=0 2024-11-15T19:50:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK] 2024-11-15T19:50:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK] 2024-11-15T19:50:10,366 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.meta.1731700210344.meta 2024-11-15T19:50:10,366 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367),(127.0.0.1/127.0.0.1:43423:43423)] 2024-11-15T19:50:10,366 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:50:10,368 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T19:50:10,371 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T19:50:10,376 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T19:50:10,380 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T19:50:10,381 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:50:10,381 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T19:50:10,381 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T19:50:10,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:50:10,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:50:10,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:10,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:10,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:50:10,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:50:10,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:10,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:10,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:50:10,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:50:10,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:10,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:10,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:50:10,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:50:10,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:10,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:50:10,394 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:50:10,395 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740 2024-11-15T19:50:10,398 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740 2024-11-15T19:50:10,400 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:50:10,400 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:50:10,401 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:50:10,404 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:50:10,405 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818972, jitterRate=0.04137702286243439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:50:10,406 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T19:50:10,407 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731700210382Writing region info on filesystem at 1731700210382Initializing all the Stores at 1731700210384 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700210384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700210384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700210384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700210384Cleaning up temporary data from old regions at 1731700210400 (+16 ms)Running coprocessor post-open hooks at 1731700210406 (+6 ms)Region opened successfully at 1731700210407 (+1 ms) 2024-11-15T19:50:10,415 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731700210313 2024-11-15T19:50:10,427 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T19:50:10,427 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T19:50:10,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,36715,1731700208481 2024-11-15T19:50:10,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,36715,1731700208481, state=OPEN 2024-11-15T19:50:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:50:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:50:10,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:50:10,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:50:10,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c325ef450a96,36715,1731700208481 2024-11-15T19:50:10,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T19:50:10,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,36715,1731700208481 in 292 msec 2024-11-15T19:50:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T19:50:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-11-15T19:50:10,453 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:50:10,453 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T19:50:10,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:50:10,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,36715,1731700208481, seqNum=-1] 2024-11-15T19:50:10,510 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:50:10,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51941, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:50:10,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0620 sec 2024-11-15T19:50:10,537 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731700210537, completionTime=-1 2024-11-15T19:50:10,540 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T19:50:10,540 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T19:50:10,572 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T19:50:10,572 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731700270572 2024-11-15T19:50:10,572 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731700330572 2024-11-15T19:50:10,572 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-15T19:50:10,575 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,45207,1731700207612-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:10,575 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,45207,1731700207612-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:10,575 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,45207,1731700207612-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:10,577 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c325ef450a96:45207, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:10,577 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:10,578 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:10,584 DEBUG [master/c325ef450a96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T19:50:10,608 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.954sec 2024-11-15T19:50:10,610 INFO [master/c325ef450a96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T19:50:10,611 INFO [master/c325ef450a96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T19:50:10,613 INFO [master/c325ef450a96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T19:50:10,613 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T19:50:10,613 INFO [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T19:50:10,614 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,45207,1731700207612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:50:10,615 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,45207,1731700207612-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T19:50:10,624 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T19:50:10,625 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T19:50:10,626 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,45207,1731700207612-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:50:10,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edd9a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:50:10,714 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T19:50:10,714 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T19:50:10,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,45207,-1 for getting cluster id 2024-11-15T19:50:10,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:50:10,730 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '194f54c5-4faa-4ea3-86e6-dce8e56b0d14' 2024-11-15T19:50:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:50:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "194f54c5-4faa-4ea3-86e6-dce8e56b0d14" 2024-11-15T19:50:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e8df74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:50:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,45207,-1] 2024-11-15T19:50:10,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:50:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:50:10,740 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:50:10,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e4b7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:50:10,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:50:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,36715,1731700208481, seqNum=-1] 2024-11-15T19:50:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:50:10,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:50:10,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c325ef450a96,45207,1731700207612 2024-11-15T19:50:10,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:50:10,809 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T19:50:10,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:50:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,45207,1731700207612 2024-11-15T19:50:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@216dfbe8 2024-11-15T19:50:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:50:10,829 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:50:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T19:50:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T19:50:10,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:50:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-15T19:50:10,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:50:10,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-15T19:50:10,853 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:10,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:50:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:50:10,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741835_1011 (size=389) 2024-11-15T19:50:10,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741835_1011 (size=389) 2024-11-15T19:50:10,875 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f8f2af42753405926ffa8e753e437be, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a 2024-11-15T19:50:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741836_1012 (size=72) 2024-11-15T19:50:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741836_1012 (size=72) 2024-11-15T19:50:10,887 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:50:10,887 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8f8f2af42753405926ffa8e753e437be, disabling compactions & flushes 2024-11-15T19:50:10,887 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:10,887 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:10,887 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. after waiting 0 ms 2024-11-15T19:50:10,887 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:10,887 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:10,887 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f8f2af42753405926ffa8e753e437be: Waiting for close lock at 1731700210887Disabling compacts and flushes for region at 1731700210887Disabling writes for close at 1731700210887Writing region close event to WAL at 1731700210887Closed at 1731700210887 2024-11-15T19:50:10,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:50:10,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731700210890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700210890"}]},"ts":"1731700210890"} 2024-11-15T19:50:10,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:50:10,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:50:10,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700210902"}]},"ts":"1731700210902"} 2024-11-15T19:50:10,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-15T19:50:10,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8f8f2af42753405926ffa8e753e437be, ASSIGN}] 2024-11-15T19:50:10,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8f8f2af42753405926ffa8e753e437be, ASSIGN 2024-11-15T19:50:10,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8f8f2af42753405926ffa8e753e437be, ASSIGN; state=OFFLINE, location=c325ef450a96,36715,1731700208481; forceNewPlan=false, retain=false 2024-11-15T19:50:11,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f8f2af42753405926ffa8e753e437be, regionState=OPENING, regionLocation=c325ef450a96,36715,1731700208481 2024-11-15T19:50:11,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8f8f2af42753405926ffa8e753e437be, ASSIGN because future has completed 2024-11-15T19:50:11,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f8f2af42753405926ffa8e753e437be, server=c325ef450a96,36715,1731700208481}] 2024-11-15T19:50:11,241 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:11,242 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f8f2af42753405926ffa8e753e437be, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:50:11,243 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,243 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:50:11,243 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,243 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,246 INFO [StoreOpener-8f8f2af42753405926ffa8e753e437be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,249 INFO [StoreOpener-8f8f2af42753405926ffa8e753e437be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8f2af42753405926ffa8e753e437be columnFamilyName info 2024-11-15T19:50:11,249 DEBUG [StoreOpener-8f8f2af42753405926ffa8e753e437be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:50:11,250 INFO [StoreOpener-8f8f2af42753405926ffa8e753e437be-1 {}] regionserver.HStore(327): Store=8f8f2af42753405926ffa8e753e437be/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:50:11,251 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,252 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,253 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,254 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,254 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,257 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,261 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:50:11,262 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f8f2af42753405926ffa8e753e437be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699279, jitterRate=-0.11082124710083008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:50:11,262 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:11,263 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f8f2af42753405926ffa8e753e437be: Running coprocessor pre-open hook at 1731700211243Writing region info on filesystem at 1731700211243Initializing all the Stores at 1731700211245 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700211245Cleaning up temporary data from old regions at 1731700211254 (+9 ms)Running coprocessor post-open hooks at 1731700211262 (+8 ms)Region opened successfully at 1731700211263 (+1 ms) 2024-11-15T19:50:11,266 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be., pid=6, masterSystemTime=1731700211235 2024-11-15T19:50:11,270 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:11,270 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:11,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f8f2af42753405926ffa8e753e437be, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,36715,1731700208481 2024-11-15T19:50:11,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f8f2af42753405926ffa8e753e437be, server=c325ef450a96,36715,1731700208481 because future has completed 2024-11-15T19:50:11,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T19:50:11,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f8f2af42753405926ffa8e753e437be, server=c325ef450a96,36715,1731700208481 in 197 msec 2024-11-15T19:50:11,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T19:50:11,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8f8f2af42753405926ffa8e753e437be, ASSIGN in 370 msec 2024-11-15T19:50:11,288 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:50:11,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700211288"}]},"ts":"1731700211288"} 2024-11-15T19:50:11,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-15T19:50:11,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:50:11,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 455 msec 2024-11-15T19:50:15,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T19:50:15,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T19:50:15,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-15T19:50:18,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T19:50:18,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T19:50:18,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-15T19:50:18,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T19:50:18,128 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:50:18,128 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T19:50:18,129 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T19:50:18,129 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T19:50:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:50:20,950 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-15T19:50:20,954 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-15T19:50:20,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-15T19:50:20,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:50:20,985 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700220963, exclude list is [], retry=0 2024-11-15T19:50:20,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK] 2024-11-15T19:50:20,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK] 2024-11-15T19:50:20,993 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700209879 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700220963 2024-11-15T19:50:20,994 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423),(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-15T19:50:20,994 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700209879 is not closed yet, will try archiving it next time 2024-11-15T19:50:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741833_1009 (size=451) 2024-11-15T19:50:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741833_1009 (size=451) 2024-11-15T19:50:20,999 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700209879 to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/oldWALs/c325ef450a96%2C36715%2C1731700208481.1731700209879 2024-11-15T19:50:21,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be., hostname=c325ef450a96,36715,1731700208481, seqNum=2] 2024-11-15T19:50:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] regionserver.HRegion(8855): Flush requested on 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:35,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f8f2af42753405926ffa8e753e437be 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T19:50:35,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/a6cc06f5b0274638a6890eb123b93c67 is 1055, key is row0001/info:/1731700221006/Put/seqid=0 2024-11-15T19:50:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741838_1014 (size=13386) 2024-11-15T19:50:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741838_1014 (size=13386) 2024-11-15T19:50:35,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/a6cc06f5b0274638a6890eb123b93c67 2024-11-15T19:50:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/a6cc06f5b0274638a6890eb123b93c67 as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/info/a6cc06f5b0274638a6890eb123b93c67 2024-11-15T19:50:35,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/info/a6cc06f5b0274638a6890eb123b93c67, entries=8, sequenceid=12, filesize=13.1 K 2024-11-15T19:50:35,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 8f8f2af42753405926ffa8e753e437be in 214ms, sequenceid=12, compaction requested=false 2024-11-15T19:50:35,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f8f2af42753405926ffa8e753e437be: 2024-11-15T19:50:36,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:50:41,077 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700241054, exclude list is [], retry=0 2024-11-15T19:50:41,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK] 2024-11-15T19:50:41,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK] 2024-11-15T19:50:41,101 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700220963 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700241054 2024-11-15T19:50:41,102 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423),(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-15T19:50:41,102 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700220963 is not closed yet, will try archiving it next time 2024-11-15T19:50:41,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741837_1013 (size=12149) 2024-11-15T19:50:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741837_1013 (size=12149) 2024-11-15T19:50:46,114 INFO [AsyncFSWAL-0-hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a-prefix:c325ef450a96,36715,1731700208481 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5009 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK], DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK]] 2024-11-15T19:50:46,117 WARN [AsyncFSWAL-0-hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a-prefix:c325ef450a96,36715,1731700208481 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5009 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK], DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK]] 2024-11-15T19:50:46,118 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c325ef450a96%2C36715%2C1731700208481:(num 1731700241054) roll requested 2024-11-15T19:50:46,139 DEBUG [regionserver/c325ef450a96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700246119, exclude list is [], retry=0 2024-11-15T19:50:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK] 2024-11-15T19:50:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK] 2024-11-15T19:50:46,155 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700241054 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700246119 2024-11-15T19:50:46,156 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367),(127.0.0.1/127.0.0.1:43423:43423)] 2024-11-15T19:50:46,156 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700241054 is not closed yet, will try archiving it next time 2024-11-15T19:50:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741839_1015 (size=1233) 2024-11-15T19:50:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741839_1015 (size=1233) 2024-11-15T19:50:48,117 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:50:48,136 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700248117, exclude list is [], retry=0 2024-11-15T19:50:48,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-9b2c6bed-e413-4111-9fb4-8f4f99285a49,DISK] 2024-11-15T19:50:48,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-57f5d523-b0ca-4120-bf48-20840230fede,DISK] 2024-11-15T19:50:48,157 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700246119 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700248117 2024-11-15T19:50:48,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367),(127.0.0.1/127.0.0.1:43423:43423)] 2024-11-15T19:50:48,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700246119 is not closed yet, will try archiving it next time 2024-11-15T19:50:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741840_1016 (size=93) 2024-11-15T19:50:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741840_1016 (size=93) 2024-11-15T19:50:48,162 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.1731700246119 to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/oldWALs/c325ef450a96%2C36715%2C1731700208481.1731700246119 2024-11-15T19:50:51,303 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T19:50:51,303 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T19:50:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36715 {}] regionserver.HRegion(8855): Flush requested on 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:50:56,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f8f2af42753405926ffa8e753e437be 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T19:50:56,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/3f8500c3ee934da19597f796ce90e8b3 is 1055, key is row0009/info:/1731700237046/Put/seqid=0 2024-11-15T19:50:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741842_1018 (size=13386) 2024-11-15T19:50:56,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741842_1018 (size=13386) 2024-11-15T19:50:56,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/3f8500c3ee934da19597f796ce90e8b3 2024-11-15T19:50:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/3f8500c3ee934da19597f796ce90e8b3 as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/info/3f8500c3ee934da19597f796ce90e8b3 2024-11-15T19:50:56,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/info/3f8500c3ee934da19597f796ce90e8b3, entries=8, sequenceid=23, filesize=13.1 K 2024-11-15T19:50:56,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 8f8f2af42753405926ffa8e753e437be in 47ms, sequenceid=23, compaction requested=false 2024-11-15T19:50:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f8f2af42753405926ffa8e753e437be: 2024-11-15T19:50:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-15T19:50:56,234 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:50:56,235 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/info/a6cc06f5b0274638a6890eb123b93c67 because midkey is the same as first or last row 2024-11-15T19:50:56,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8f8f2af42753405926ffa8e753e437be, had cached 0 bytes from a total of 26772 2024-11-15T19:51:06,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:51:08,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T19:51:08,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:51:08,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:51:08,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:08,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:08,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:51:08,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T19:51:08,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=399039407, stopped=false 2024-11-15T19:51:08,215 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c325ef450a96,45207,1731700207612 2024-11-15T19:51:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:08,217 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:51:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:08,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:51:08,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:51:08,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:08,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:08,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:08,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c325ef450a96,36715,1731700208481' ***** 2024-11-15T19:51:08,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T19:51:08,219 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T19:51:08,220 INFO [RS:0;c325ef450a96:36715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T19:51:08,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T19:51:08,220 INFO [RS:0;c325ef450a96:36715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T19:51:08,220 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:51:08,221 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(959): stopping server c325ef450a96,36715,1731700208481 2024-11-15T19:51:08,221 INFO [RS:0;c325ef450a96:36715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:51:08,221 INFO [RS:0;c325ef450a96:36715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c325ef450a96:36715. 2024-11-15T19:51:08,221 DEBUG [RS:0;c325ef450a96:36715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:51:08,221 DEBUG [RS:0;c325ef450a96:36715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:08,221 INFO [RS:0;c325ef450a96:36715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T19:51:08,221 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f8f2af42753405926ffa8e753e437be, disabling compactions & flushes 2024-11-15T19:51:08,221 INFO [RS:0;c325ef450a96:36715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T19:51:08,222 INFO [RS:0;c325ef450a96:36715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T19:51:08,222 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:51:08,222 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:51:08,222 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T19:51:08,222 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. after waiting 0 ms 2024-11-15T19:51:08,222 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:51:08,222 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f8f2af42753405926ffa8e753e437be 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-15T19:51:08,222 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T19:51:08,222 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:51:08,223 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8f8f2af42753405926ffa8e753e437be=TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be.} 2024-11-15T19:51:08,223 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:51:08,223 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:51:08,223 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:51:08,223 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:51:08,223 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f8f2af42753405926ffa8e753e437be 2024-11-15T19:51:08,223 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-15T19:51:08,240 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/45363197cd9b487bac1958ff645e9938 is 1055, key is row0017/info:/1731700258189/Put/seqid=0 2024-11-15T19:51:08,262 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/info/4ce8aca079724e3d885175dcb52903d4 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be./info:regioninfo/1731700211271/Put/seqid=0 2024-11-15T19:51:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741843_1019 (size=10222) 2024-11-15T19:51:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741843_1019 (size=10222) 2024-11-15T19:51:08,266 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/45363197cd9b487bac1958ff645e9938 2024-11-15T19:51:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741844_1020 (size=7016) 2024-11-15T19:51:08,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741844_1020 (size=7016) 2024-11-15T19:51:08,276 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/info/4ce8aca079724e3d885175dcb52903d4 2024-11-15T19:51:08,281 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/.tmp/info/45363197cd9b487bac1958ff645e9938 as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/info/45363197cd9b487bac1958ff645e9938 2024-11-15T19:51:08,291 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/info/45363197cd9b487bac1958ff645e9938, entries=5, sequenceid=31, filesize=10.0 K 2024-11-15T19:51:08,293 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 8f8f2af42753405926ffa8e753e437be in 71ms, sequenceid=31, compaction requested=true 2024-11-15T19:51:08,300 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/default/TestLogRolling-testSlowSyncLogRolling/8f8f2af42753405926ffa8e753e437be/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-15T19:51:08,303 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:51:08,303 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f8f2af42753405926ffa8e753e437be: Waiting for close lock at 1731700268221Running coprocessor pre-close hooks at 1731700268221Disabling compacts and flushes for region at 1731700268221Disabling writes for close at 1731700268222 (+1 ms)Obtaining lock to block concurrent updates at 1731700268222Preparing flush snapshotting stores in 8f8f2af42753405926ffa8e753e437be at 1731700268222Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731700268223 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. at 1731700268225 (+2 ms)Flushing 8f8f2af42753405926ffa8e753e437be/info: creating writer at 1731700268225Flushing 8f8f2af42753405926ffa8e753e437be/info: appending metadata at 1731700268237 (+12 ms)Flushing 8f8f2af42753405926ffa8e753e437be/info: closing flushed file at 1731700268237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1262c8e3: reopening flushed file at 1731700268279 (+42 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 8f8f2af42753405926ffa8e753e437be in 71ms, sequenceid=31, compaction requested=true at 1731700268293 (+14 ms)Writing region close event to WAL at 1731700268295 (+2 ms)Running coprocessor post-close hooks at 1731700268301 (+6 ms)Closed at 1731700268303 (+2 ms) 2024-11-15T19:51:08,304 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731700210831.8f8f2af42753405926ffa8e753e437be. 2024-11-15T19:51:08,311 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/ns/e397aad5bd3543af86183bdd19c6a649 is 43, key is default/ns:d/1731700210519/Put/seqid=0 2024-11-15T19:51:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741845_1021 (size=5153) 2024-11-15T19:51:08,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741845_1021 (size=5153) 2024-11-15T19:51:08,321 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/ns/e397aad5bd3543af86183bdd19c6a649 2024-11-15T19:51:08,352 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/table/5450cd315e2c48f3908b762351c8a3cc is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731700211288/Put/seqid=0 2024-11-15T19:51:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741846_1022 (size=5396) 2024-11-15T19:51:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741846_1022 (size=5396) 2024-11-15T19:51:08,362 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/table/5450cd315e2c48f3908b762351c8a3cc 2024-11-15T19:51:08,376 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/info/4ce8aca079724e3d885175dcb52903d4 as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/info/4ce8aca079724e3d885175dcb52903d4 2024-11-15T19:51:08,387 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/info/4ce8aca079724e3d885175dcb52903d4, entries=10, sequenceid=11, filesize=6.9 K 2024-11-15T19:51:08,389 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/ns/e397aad5bd3543af86183bdd19c6a649 as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/ns/e397aad5bd3543af86183bdd19c6a649 2024-11-15T19:51:08,401 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/ns/e397aad5bd3543af86183bdd19c6a649, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T19:51:08,403 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/.tmp/table/5450cd315e2c48f3908b762351c8a3cc as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/table/5450cd315e2c48f3908b762351c8a3cc 2024-11-15T19:51:08,414 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/table/5450cd315e2c48f3908b762351c8a3cc, entries=2, sequenceid=11, filesize=5.3 K 2024-11-15T19:51:08,416 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 193ms, sequenceid=11, compaction requested=false 2024-11-15T19:51:08,423 DEBUG [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T19:51:08,423 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T19:51:08,424 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:51:08,424 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:51:08,425 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700268222Running coprocessor pre-close hooks at 1731700268222Disabling compacts and flushes for region at 1731700268222Disabling writes for close at 1731700268223 (+1 ms)Obtaining lock to block concurrent updates at 1731700268223Preparing flush snapshotting stores in 1588230740 at 1731700268223Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731700268224 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731700268225 (+1 ms)Flushing 1588230740/info: creating writer at 1731700268225Flushing 1588230740/info: appending metadata at 1731700268261 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731700268261Flushing 1588230740/ns: creating writer at 1731700268287 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731700268310 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731700268310Flushing 1588230740/table: creating writer at 1731700268330 (+20 ms)Flushing 1588230740/table: appending metadata at 1731700268351 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731700268351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9df160a: reopening flushed file at 1731700268374 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507bbc65: reopening flushed file at 1731700268388 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50711f0b: reopening flushed file at 1731700268402 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 193ms, sequenceid=11, compaction requested=false at 1731700268416 (+14 ms)Writing region close event to WAL at 1731700268418 (+2 ms)Running coprocessor post-close hooks at 1731700268424 (+6 ms)Closed at 1731700268424 2024-11-15T19:51:08,425 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T19:51:08,624 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(976): stopping server c325ef450a96,36715,1731700208481; all regions closed. 2024-11-15T19:51:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741834_1010 (size=3066) 2024-11-15T19:51:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741834_1010 (size=3066) 2024-11-15T19:51:08,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/WALs/c325ef450a96,36715,1731700208481/c325ef450a96%2C36715%2C1731700208481.meta.1731700210344.meta not finished, retry = 0 2024-11-15T19:51:08,718 INFO [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T19:51:08,719 INFO [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T19:51:08,735 DEBUG [RS:0;c325ef450a96:36715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/oldWALs 2024-11-15T19:51:08,735 INFO [RS:0;c325ef450a96:36715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C36715%2C1731700208481.meta:.meta(num 1731700210344) 2024-11-15T19:51:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741841_1017 (size=13164) 2024-11-15T19:51:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741841_1017 (size=13164) 2024-11-15T19:51:08,748 DEBUG [RS:0;c325ef450a96:36715 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/oldWALs 2024-11-15T19:51:08,748 INFO [RS:0;c325ef450a96:36715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C36715%2C1731700208481:(num 1731700248117) 2024-11-15T19:51:08,748 DEBUG [RS:0;c325ef450a96:36715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:08,748 INFO [RS:0;c325ef450a96:36715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:51:08,748 INFO [RS:0;c325ef450a96:36715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:51:08,748 INFO [RS:0;c325ef450a96:36715 {}] hbase.ChoreService(370): Chore service for: regionserver/c325ef450a96:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T19:51:08,749 INFO [RS:0;c325ef450a96:36715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:51:08,749 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:51:08,749 INFO [RS:0;c325ef450a96:36715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36715 2024-11-15T19:51:08,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:51:08,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c325ef450a96,36715,1731700208481 2024-11-15T19:51:08,754 INFO [RS:0;c325ef450a96:36715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:51:08,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c325ef450a96,36715,1731700208481] 2024-11-15T19:51:08,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c325ef450a96,36715,1731700208481 already deleted, retry=false 2024-11-15T19:51:08,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c325ef450a96,36715,1731700208481 expired; onlineServers=0 2024-11-15T19:51:08,759 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c325ef450a96,45207,1731700207612' ***** 2024-11-15T19:51:08,759 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T19:51:08,759 INFO [M:0;c325ef450a96:45207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:51:08,759 INFO [M:0;c325ef450a96:45207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:51:08,759 DEBUG [M:0;c325ef450a96:45207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T19:51:08,759 DEBUG [M:0;c325ef450a96:45207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T19:51:08,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T19:51:08,760 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700209589 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700209589,5,FailOnTimeoutGroup] 2024-11-15T19:51:08,760 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700209592 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700209592,5,FailOnTimeoutGroup] 2024-11-15T19:51:08,760 INFO [M:0;c325ef450a96:45207 {}] hbase.ChoreService(370): Chore service for: master/c325ef450a96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T19:51:08,760 INFO [M:0;c325ef450a96:45207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:51:08,760 DEBUG [M:0;c325ef450a96:45207 {}] master.HMaster(1795): Stopping service threads 2024-11-15T19:51:08,760 INFO [M:0;c325ef450a96:45207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T19:51:08,760 INFO [M:0;c325ef450a96:45207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:51:08,761 INFO [M:0;c325ef450a96:45207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T19:51:08,761 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T19:51:08,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T19:51:08,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:08,762 DEBUG [M:0;c325ef450a96:45207 {}] zookeeper.ZKUtil(347): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T19:51:08,762 WARN [M:0;c325ef450a96:45207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T19:51:08,763 INFO [M:0;c325ef450a96:45207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/.lastflushedseqids 2024-11-15T19:51:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741847_1023 (size=130) 2024-11-15T19:51:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741847_1023 (size=130) 2024-11-15T19:51:08,778 INFO [M:0;c325ef450a96:45207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T19:51:08,778 INFO [M:0;c325ef450a96:45207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T19:51:08,778 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:51:08,778 INFO [M:0;c325ef450a96:45207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:08,778 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:08,778 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:51:08,778 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:08,778 INFO [M:0;c325ef450a96:45207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-15T19:51:08,799 DEBUG [M:0;c325ef450a96:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00e48b8a9cf246f994f81237efb0793f is 82, key is hbase:meta,,1/info:regioninfo/1731700210428/Put/seqid=0 2024-11-15T19:51:08,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741848_1024 (size=5672) 2024-11-15T19:51:08,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741848_1024 (size=5672) 2024-11-15T19:51:08,808 INFO [M:0;c325ef450a96:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00e48b8a9cf246f994f81237efb0793f 2024-11-15T19:51:08,836 DEBUG [M:0;c325ef450a96:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5ebd91ac874463e9b9035e4e6371478 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731700211296/Put/seqid=0 2024-11-15T19:51:08,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741849_1025 (size=6248) 2024-11-15T19:51:08,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741849_1025 (size=6248) 2024-11-15T19:51:08,846 INFO [M:0;c325ef450a96:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5ebd91ac874463e9b9035e4e6371478 2024-11-15T19:51:08,855 INFO [M:0;c325ef450a96:45207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5ebd91ac874463e9b9035e4e6371478 2024-11-15T19:51:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x101ad7ba19f0001, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:08,858 INFO [RS:0;c325ef450a96:36715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:51:08,858 INFO [RS:0;c325ef450a96:36715 {}] regionserver.HRegionServer(1031): Exiting; stopping=c325ef450a96,36715,1731700208481; zookeeper connection closed. 2024-11-15T19:51:08,859 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c92e737 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c92e737 2024-11-15T19:51:08,859 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T19:51:08,872 DEBUG [M:0;c325ef450a96:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8db7cea11d45e0848c2e2a22a6658f is 69, key is c325ef450a96,36715,1731700208481/rs:state/1731700209620/Put/seqid=0 2024-11-15T19:51:08,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741850_1026 (size=5156) 2024-11-15T19:51:08,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741850_1026 (size=5156) 2024-11-15T19:51:08,880 INFO [M:0;c325ef450a96:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8db7cea11d45e0848c2e2a22a6658f 2024-11-15T19:51:08,906 DEBUG [M:0;c325ef450a96:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/007e28b461f34eb8ab0c4ce412f2c0c2 is 52, key is load_balancer_on/state:d/1731700210804/Put/seqid=0 2024-11-15T19:51:08,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741851_1027 (size=5056) 2024-11-15T19:51:08,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741851_1027 (size=5056) 2024-11-15T19:51:08,914 INFO [M:0;c325ef450a96:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/007e28b461f34eb8ab0c4ce412f2c0c2 2024-11-15T19:51:08,923 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00e48b8a9cf246f994f81237efb0793f as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00e48b8a9cf246f994f81237efb0793f 2024-11-15T19:51:08,931 INFO [M:0;c325ef450a96:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00e48b8a9cf246f994f81237efb0793f, entries=8, sequenceid=59, filesize=5.5 K 2024-11-15T19:51:08,933 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5ebd91ac874463e9b9035e4e6371478 as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5ebd91ac874463e9b9035e4e6371478 2024-11-15T19:51:08,942 INFO [M:0;c325ef450a96:45207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5ebd91ac874463e9b9035e4e6371478 2024-11-15T19:51:08,942 INFO [M:0;c325ef450a96:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5ebd91ac874463e9b9035e4e6371478, entries=6, sequenceid=59, filesize=6.1 K 2024-11-15T19:51:08,943 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8db7cea11d45e0848c2e2a22a6658f as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c8db7cea11d45e0848c2e2a22a6658f 2024-11-15T19:51:08,952 INFO [M:0;c325ef450a96:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c8db7cea11d45e0848c2e2a22a6658f, entries=1, sequenceid=59, filesize=5.0 K 2024-11-15T19:51:08,954 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/007e28b461f34eb8ab0c4ce412f2c0c2 as hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/007e28b461f34eb8ab0c4ce412f2c0c2 2024-11-15T19:51:08,965 INFO [M:0;c325ef450a96:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/007e28b461f34eb8ab0c4ce412f2c0c2, entries=1, sequenceid=59, filesize=4.9 K 2024-11-15T19:51:08,967 INFO [M:0;c325ef450a96:45207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 189ms, sequenceid=59, compaction requested=false 2024-11-15T19:51:08,972 INFO [M:0;c325ef450a96:45207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:08,972 DEBUG [M:0;c325ef450a96:45207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700268778Disabling compacts and flushes for region at 1731700268778Disabling writes for close at 1731700268778Obtaining lock to block concurrent updates at 1731700268779 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731700268779Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731700268779Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731700268780 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731700268780Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731700268798 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731700268798Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731700268816 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731700268836 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731700268836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731700268855 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731700268872 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731700268872Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731700268888 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731700268905 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731700268905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215980c0: reopening flushed file at 1731700268922 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5517a2ae: reopening flushed file at 1731700268932 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412c6f33: reopening flushed file at 1731700268942 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35410082: reopening flushed file at 1731700268953 (+11 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 189ms, sequenceid=59, compaction requested=false at 1731700268968 (+15 ms)Writing region close event to WAL at 1731700268972 (+4 ms)Closed at 1731700268972 2024-11-15T19:51:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741830_1006 (size=27985) 2024-11-15T19:51:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741830_1006 (size=27985) 2024-11-15T19:51:08,978 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:51:08,978 INFO [M:0;c325ef450a96:45207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T19:51:08,979 INFO [M:0;c325ef450a96:45207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45207 2024-11-15T19:51:08,979 INFO [M:0;c325ef450a96:45207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:51:09,081 INFO [M:0;c325ef450a96:45207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:51:09,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101ad7ba19f0000, quorum=127.0.0.1:59730, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:09,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@83b78cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:09,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@314ac5c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:09,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:09,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a33333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:09,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@730178ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:09,094 WARN [BP-674846672-172.17.0.2-1731700204264 heartbeating to localhost/127.0.0.1:45631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:09,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:09,094 WARN [BP-674846672-172.17.0.2-1731700204264 heartbeating to localhost/127.0.0.1:45631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674846672-172.17.0.2-1731700204264 (Datanode Uuid fceade69-6d36-44c1-8760-bad85351a9d0) service to localhost/127.0.0.1:45631 2024-11-15T19:51:09,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:09,096 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data3/current/BP-674846672-172.17.0.2-1731700204264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:09,096 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data4/current/BP-674846672-172.17.0.2-1731700204264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:09,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:09,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ce6219f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:09,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5753f397{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:09,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:09,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@833aa38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:09,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29938fab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:09,104 WARN [BP-674846672-172.17.0.2-1731700204264 heartbeating to localhost/127.0.0.1:45631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:09,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:09,104 WARN [BP-674846672-172.17.0.2-1731700204264 heartbeating to localhost/127.0.0.1:45631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674846672-172.17.0.2-1731700204264 (Datanode Uuid 8187785f-61b4-48ce-a67e-5af9652e4e56) service to localhost/127.0.0.1:45631 2024-11-15T19:51:09,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:09,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data1/current/BP-674846672-172.17.0.2-1731700204264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:09,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/cluster_5d9981f4-60bb-0513-2f26-81e133f96bfd/data/data2/current/BP-674846672-172.17.0.2-1731700204264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:09,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:09,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e92c1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:51:09,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@438b1fb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:09,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:09,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a543f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:09,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37175a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:09,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T19:51:09,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T19:51:09,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: master/c325ef450a96:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c325ef450a96:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1324248021) connection to localhost/127.0.0.1:45631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c325ef450a96:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1324248021) connection to localhost/127.0.0.1:45631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1324248021) connection to localhost/127.0.0.1:45631 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@56e430b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c325ef450a96:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=3538 (was 4512) 2024-11-15T19:51:09,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=3537 2024-11-15T19:51:09,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T19:51:09,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.log.dir so I do NOT create it in target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710 2024-11-15T19:51:09,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fe2f216-0a9c-1f51-f29e-28cda2c74f8b/hadoop.tmp.dir so I do NOT create it in target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710 2024-11-15T19:51:09,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6, deleteOnExit=true 2024-11-15T19:51:09,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T19:51:09,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/test.cache.data in system properties and HBase conf 2024-11-15T19:51:09,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:51:09,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:51:09,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:51:09,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:51:09,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:51:09,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:09,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:09,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:09,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:09,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:51:09,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:09,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10e0374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:09,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@774f0914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:09,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a22903d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir/jetty-localhost-46787-hadoop-hdfs-3_4_1-tests_jar-_-any-10141773431089779911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:51:09,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5806023d{HTTP/1.1, (http/1.1)}{localhost:46787} 2024-11-15T19:51:09,407 INFO [Time-limited test {}] server.Server(415): Started @67533ms 2024-11-15T19:51:09,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:09,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:09,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:09,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:09,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:51:09,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69de4e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:09,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60a9c0be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:09,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4078f719{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir/jetty-localhost-36597-hadoop-hdfs-3_4_1-tests_jar-_-any-3125534945972802565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:09,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca3f83b{HTTP/1.1, (http/1.1)}{localhost:36597} 2024-11-15T19:51:09,612 INFO [Time-limited test {}] server.Server(415): Started @67738ms 2024-11-15T19:51:09,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:09,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:09,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:09,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:09,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:09,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:51:09,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b9c1806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:09,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75504f4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:09,712 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data1/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:09,712 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data2/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:09,718 INFO [regionserver/c325ef450a96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:51:09,743 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee5067d689df6a50 with lease ID 0x26cd0003eb0a12da: Processing first storage report for DS-4b754db9-4906-406c-8585-e6aff056d79c from datanode DatanodeRegistration(127.0.0.1:33905, datanodeUuid=6d7ac4d3-3e66-4fa9-96b3-8c9bce87d912, infoPort=35579, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee5067d689df6a50 with lease ID 0x26cd0003eb0a12da: from storage DS-4b754db9-4906-406c-8585-e6aff056d79c node DatanodeRegistration(127.0.0.1:33905, datanodeUuid=6d7ac4d3-3e66-4fa9-96b3-8c9bce87d912, infoPort=35579, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:09,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee5067d689df6a50 with lease ID 0x26cd0003eb0a12da: Processing first storage report for DS-4988d50b-12aa-45ae-8fa0-02b68c782d1a from datanode DatanodeRegistration(127.0.0.1:33905, datanodeUuid=6d7ac4d3-3e66-4fa9-96b3-8c9bce87d912, infoPort=35579, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:09,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee5067d689df6a50 with lease ID 0x26cd0003eb0a12da: from storage DS-4988d50b-12aa-45ae-8fa0-02b68c782d1a node DatanodeRegistration(127.0.0.1:33905, datanodeUuid=6d7ac4d3-3e66-4fa9-96b3-8c9bce87d912, infoPort=35579, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:09,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f1069bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir/jetty-localhost-38083-hadoop-hdfs-3_4_1-tests_jar-_-any-16970363490027768245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:09,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3e1f4d{HTTP/1.1, (http/1.1)}{localhost:38083} 2024-11-15T19:51:09,817 INFO [Time-limited test {}] server.Server(415): Started @67943ms 2024-11-15T19:51:09,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:09,922 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data4/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:09,922 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data3/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:09,942 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fdfecfb3e220ff6 with lease ID 0x26cd0003eb0a12db: Processing first storage report for DS-7815e117-f6e4-49e7-9f91-cbf5ec3d4ce1 from datanode DatanodeRegistration(127.0.0.1:43435, datanodeUuid=b8256038-b72a-4a4a-8be8-482e9745b2b2, infoPort=41285, infoSecurePort=0, ipcPort=38121, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fdfecfb3e220ff6 with lease ID 0x26cd0003eb0a12db: from storage DS-7815e117-f6e4-49e7-9f91-cbf5ec3d4ce1 node DatanodeRegistration(127.0.0.1:43435, datanodeUuid=b8256038-b72a-4a4a-8be8-482e9745b2b2, infoPort=41285, infoSecurePort=0, ipcPort=38121, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fdfecfb3e220ff6 with lease ID 0x26cd0003eb0a12db: Processing first storage report for DS-fb01e233-8c0f-41e8-af41-1c0f4cfc3666 from datanode DatanodeRegistration(127.0.0.1:43435, datanodeUuid=b8256038-b72a-4a4a-8be8-482e9745b2b2, infoPort=41285, infoSecurePort=0, ipcPort=38121, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fdfecfb3e220ff6 with lease ID 0x26cd0003eb0a12db: from storage DS-fb01e233-8c0f-41e8-af41-1c0f4cfc3666 node DatanodeRegistration(127.0.0.1:43435, datanodeUuid=b8256038-b72a-4a4a-8be8-482e9745b2b2, infoPort=41285, infoSecurePort=0, ipcPort=38121, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:09,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710 2024-11-15T19:51:09,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/zookeeper_0, clientPort=51899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T19:51:09,966 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51899 2024-11-15T19:51:09,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:09,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:51:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:51:09,985 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3 with version=8 2024-11-15T19:51:09,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/hbase-staging 2024-11-15T19:51:09,987 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:51:09,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:09,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:09,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:51:09,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:09,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:51:09,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T19:51:09,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:51:09,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37889 2024-11-15T19:51:09,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37889 connecting to ZooKeeper ensemble=127.0.0.1:51899 2024-11-15T19:51:09,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378890x0, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:51:09,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37889-0x101ad7c98f40000 connected 2024-11-15T19:51:10,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:10,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:10,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:10,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3, hbase.cluster.distributed=false 2024-11-15T19:51:10,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:51:10,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37889 2024-11-15T19:51:10,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37889 2024-11-15T19:51:10,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37889 2024-11-15T19:51:10,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37889 2024-11-15T19:51:10,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37889 2024-11-15T19:51:10,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:51:10,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:10,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:10,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:51:10,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:10,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:51:10,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T19:51:10,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:51:10,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40161 2024-11-15T19:51:10,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40161 connecting to ZooKeeper ensemble=127.0.0.1:51899 2024-11-15T19:51:10,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:10,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401610x0, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:51:10,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401610x0, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:10,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40161-0x101ad7c98f40001 connected 2024-11-15T19:51:10,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T19:51:10,056 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T19:51:10,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T19:51:10,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:51:10,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40161 2024-11-15T19:51:10,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40161 2024-11-15T19:51:10,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40161 2024-11-15T19:51:10,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40161 2024-11-15T19:51:10,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40161 2024-11-15T19:51:10,075 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c325ef450a96:37889 2024-11-15T19:51:10,076 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c325ef450a96,37889,1731700269987 2024-11-15T19:51:10,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:10,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:10,079 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c325ef450a96,37889,1731700269987 2024-11-15T19:51:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T19:51:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,082 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T19:51:10,083 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c325ef450a96,37889,1731700269987 from backup master directory 2024-11-15T19:51:10,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c325ef450a96,37889,1731700269987 2024-11-15T19:51:10,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:10,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:10,085 WARN [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:51:10,085 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c325ef450a96,37889,1731700269987 2024-11-15T19:51:10,093 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/hbase.id] with ID: aea9efc8-90d3-4d26-bd26-db45ee823ef7 2024-11-15T19:51:10,093 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/.tmp/hbase.id 2024-11-15T19:51:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:51:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:51:10,134 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/.tmp/hbase.id]:[hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/hbase.id] 2024-11-15T19:51:10,156 INFO [master/c325ef450a96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:10,157 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T19:51:10,159 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T19:51:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:51:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:51:10,175 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:51:10,176 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T19:51:10,177 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:51:10,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:51:10,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:51:10,190 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store 2024-11-15T19:51:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:51:10,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:51:10,202 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:10,203 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:51:10,203 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:10,203 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:10,203 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:51:10,203 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:10,203 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:10,203 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700270202Disabling compacts and flushes for region at 1731700270202Disabling writes for close at 1731700270203 (+1 ms)Writing region close event to WAL at 1731700270203Closed at 1731700270203 2024-11-15T19:51:10,204 WARN [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/.initializing 2024-11-15T19:51:10,204 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987 2024-11-15T19:51:10,206 INFO [master/c325ef450a96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:51:10,209 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C37889%2C1731700269987, suffix=, logDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987, archiveDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/oldWALs, maxLogs=10 2024-11-15T19:51:10,226 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210, exclude list is [], retry=0 2024-11-15T19:51:10,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43435,DS-7815e117-f6e4-49e7-9f91-cbf5ec3d4ce1,DISK] 2024-11-15T19:51:10,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-4b754db9-4906-406c-8585-e6aff056d79c,DISK] 2024-11-15T19:51:10,234 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 2024-11-15T19:51:10,234 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:35579:35579)] 2024-11-15T19:51:10,234 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:51:10,235 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:10,235 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,235 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T19:51:10,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:10,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T19:51:10,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:10,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T19:51:10,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:10,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T19:51:10,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:10,253 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,253 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,254 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,256 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,256 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,257 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:51:10,259 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:10,262 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:51:10,263 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693238, jitterRate=-0.11850330233573914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:51:10,264 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731700270235Initializing all the Stores at 1731700270236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700270236Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700270239 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700270239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700270239Cleaning up temporary data from old regions at 1731700270256 (+17 ms)Region opened successfully at 1731700270264 (+8 ms) 2024-11-15T19:51:10,265 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T19:51:10,269 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdcf652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:51:10,271 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T19:51:10,271 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T19:51:10,271 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T19:51:10,271 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T19:51:10,272 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T19:51:10,272 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T19:51:10,272 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T19:51:10,275 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T19:51:10,277 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T19:51:10,278 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T19:51:10,279 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T19:51:10,279 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T19:51:10,281 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T19:51:10,281 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T19:51:10,282 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T19:51:10,284 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T19:51:10,285 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T19:51:10,286 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T19:51:10,289 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T19:51:10,291 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T19:51:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,294 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c325ef450a96,37889,1731700269987, sessionid=0x101ad7c98f40000, setting cluster-up flag (Was=false) 2024-11-15T19:51:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,303 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T19:51:10,305 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,37889,1731700269987 2024-11-15T19:51:10,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,314 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T19:51:10,316 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,37889,1731700269987 2024-11-15T19:51:10,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T19:51:10,320 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:10,320 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T19:51:10,321 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T19:51:10,321 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c325ef450a96,37889,1731700269987 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T19:51:10,323 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:10,323 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:10,323 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:10,323 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:10,324 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c325ef450a96:0, corePoolSize=10, maxPoolSize=10 2024-11-15T19:51:10,324 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,324 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:51:10,324 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,328 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731700300328 2024-11-15T19:51:10,329 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T19:51:10,329 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T19:51:10,329 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T19:51:10,329 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T19:51:10,329 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T19:51:10,329 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T19:51:10,329 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:10,330 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T19:51:10,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T19:51:10,330 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T19:51:10,330 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T19:51:10,331 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T19:51:10,331 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T19:51:10,331 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700270331,5,FailOnTimeoutGroup] 2024-11-15T19:51:10,332 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700270332,5,FailOnTimeoutGroup] 2024-11-15T19:51:10,332 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,332 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T19:51:10,332 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,332 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T19:51:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:51:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:51:10,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T19:51:10,350 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3 2024-11-15T19:51:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:51:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:51:10,364 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(746): ClusterId : aea9efc8-90d3-4d26-bd26-db45ee823ef7 2024-11-15T19:51:10,364 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T19:51:10,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:10,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:51:10,367 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T19:51:10,368 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T19:51:10,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:51:10,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:10,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:51:10,371 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T19:51:10,371 DEBUG [RS:0;c325ef450a96:40161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494cfbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:51:10,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:51:10,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:10,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:51:10,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:51:10,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:10,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:51:10,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:51:10,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:10,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:10,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:51:10,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740 2024-11-15T19:51:10,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740 2024-11-15T19:51:10,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:51:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:51:10,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:51:10,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:51:10,388 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c325ef450a96:40161 2024-11-15T19:51:10,388 INFO [RS:0;c325ef450a96:40161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T19:51:10,388 INFO [RS:0;c325ef450a96:40161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T19:51:10,388 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T19:51:10,390 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,37889,1731700269987 with port=40161, startcode=1731700270043 2024-11-15T19:51:10,390 DEBUG [RS:0;c325ef450a96:40161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T19:51:10,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:51:10,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=840045, jitterRate=0.06817306578159332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:51:10,393 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38907, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T19:51:10,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c325ef450a96,40161,1731700270043 2024-11-15T19:51:10,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37889 {}] master.ServerManager(517): Registering regionserver=c325ef450a96,40161,1731700270043 2024-11-15T19:51:10,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731700270365Initializing all the Stores at 1731700270366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700270366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700270366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700270366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700270366Cleaning up temporary data from old regions at 1731700270385 (+19 ms)Region opened successfully at 1731700270394 (+9 ms) 2024-11-15T19:51:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:51:10,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:51:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:51:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:51:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:51:10,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:51:10,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700270394Disabling compacts and flushes for region at 1731700270394Disabling writes for close at 1731700270395 (+1 ms)Writing region close event to WAL at 1731700270396 (+1 ms)Closed at 1731700270396 2024-11-15T19:51:10,397 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3 2024-11-15T19:51:10,397 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38931 2024-11-15T19:51:10,397 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T19:51:10,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:10,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T19:51:10,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T19:51:10,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:51:10,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:51:10,400 DEBUG [RS:0;c325ef450a96:40161 {}] zookeeper.ZKUtil(111): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c325ef450a96,40161,1731700270043 2024-11-15T19:51:10,400 WARN [RS:0;c325ef450a96:40161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:51:10,400 INFO [RS:0;c325ef450a96:40161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:51:10,400 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043 2024-11-15T19:51:10,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c325ef450a96,40161,1731700270043] 2024-11-15T19:51:10,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T19:51:10,408 INFO [RS:0;c325ef450a96:40161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T19:51:10,411 INFO [RS:0;c325ef450a96:40161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T19:51:10,411 INFO [RS:0;c325ef450a96:40161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:51:10,411 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,411 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T19:51:10,413 INFO [RS:0;c325ef450a96:40161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T19:51:10,413 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,413 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,414 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,414 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,414 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:10,414 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:51:10,414 DEBUG [RS:0;c325ef450a96:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:51:10,414 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,414 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,414 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,415 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,415 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,415 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,40161,1731700270043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:51:10,434 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T19:51:10,434 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,40161,1731700270043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,434 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,434 INFO [RS:0;c325ef450a96:40161 {}] regionserver.Replication(171): c325ef450a96,40161,1731700270043 started 2024-11-15T19:51:10,450 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:10,451 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1482): Serving as c325ef450a96,40161,1731700270043, RpcServer on c325ef450a96/172.17.0.2:40161, sessionid=0x101ad7c98f40001 2024-11-15T19:51:10,451 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T19:51:10,451 DEBUG [RS:0;c325ef450a96:40161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c325ef450a96,40161,1731700270043 2024-11-15T19:51:10,451 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,40161,1731700270043' 2024-11-15T19:51:10,451 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T19:51:10,452 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T19:51:10,452 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T19:51:10,453 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T19:51:10,453 DEBUG [RS:0;c325ef450a96:40161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c325ef450a96,40161,1731700270043 2024-11-15T19:51:10,453 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,40161,1731700270043' 2024-11-15T19:51:10,453 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T19:51:10,453 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T19:51:10,454 DEBUG [RS:0;c325ef450a96:40161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T19:51:10,454 INFO [RS:0;c325ef450a96:40161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T19:51:10,454 INFO [RS:0;c325ef450a96:40161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T19:51:10,552 WARN [c325ef450a96:37889 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T19:51:10,554 INFO [RS:0;c325ef450a96:40161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:51:10,557 INFO [RS:0;c325ef450a96:40161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C40161%2C1731700270043, suffix=, logDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043, archiveDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/oldWALs, maxLogs=32 2024-11-15T19:51:10,575 DEBUG [RS:0;c325ef450a96:40161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559, exclude list is [], retry=0 2024-11-15T19:51:10,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43435,DS-7815e117-f6e4-49e7-9f91-cbf5ec3d4ce1,DISK] 2024-11-15T19:51:10,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-4b754db9-4906-406c-8585-e6aff056d79c,DISK] 2024-11-15T19:51:10,586 INFO [RS:0;c325ef450a96:40161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 2024-11-15T19:51:10,586 DEBUG [RS:0;c325ef450a96:40161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:35579:35579)] 2024-11-15T19:51:10,802 DEBUG [c325ef450a96:37889 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T19:51:10,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c325ef450a96,40161,1731700270043 2024-11-15T19:51:10,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,40161,1731700270043, state=OPENING 2024-11-15T19:51:10,807 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T19:51:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:10,810 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:51:10,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,40161,1731700270043}] 2024-11-15T19:51:10,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:10,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:10,964 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T19:51:10,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T19:51:10,971 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T19:51:10,971 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:51:10,972 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T19:51:10,974 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C40161%2C1731700270043.meta, suffix=.meta, logDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043, archiveDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/oldWALs, maxLogs=32 2024-11-15T19:51:10,991 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta, exclude list is [], retry=0 2024-11-15T19:51:10,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-4b754db9-4906-406c-8585-e6aff056d79c,DISK] 2024-11-15T19:51:10,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43435,DS-7815e117-f6e4-49e7-9f91-cbf5ec3d4ce1,DISK] 2024-11-15T19:51:10,996 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta 2024-11-15T19:51:10,997 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:35579:35579)] 2024-11-15T19:51:10,997 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:51:10,997 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T19:51:10,998 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T19:51:10,998 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T19:51:10,998 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T19:51:10,998 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:10,998 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T19:51:10,998 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T19:51:11,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:51:11,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:51:11,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:11,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:11,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:51:11,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:51:11,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:11,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:11,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:51:11,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:51:11,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:11,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:11,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:51:11,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:51:11,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:11,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:11,013 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:51:11,014 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740 2024-11-15T19:51:11,015 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740 2024-11-15T19:51:11,017 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:51:11,017 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:51:11,018 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:51:11,020 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:51:11,021 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815040, jitterRate=0.03637722134590149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:51:11,021 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T19:51:11,023 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731700270998Writing region info on filesystem at 1731700270999 (+1 ms)Initializing all the Stores at 1731700271000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700271000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700271000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700271000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700271000Cleaning up temporary data from old regions at 1731700271017 (+17 ms)Running coprocessor post-open hooks at 1731700271021 (+4 ms)Region opened successfully at 1731700271023 (+2 ms) 2024-11-15T19:51:11,024 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731700270964 2024-11-15T19:51:11,028 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T19:51:11,028 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T19:51:11,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,40161,1731700270043 2024-11-15T19:51:11,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,40161,1731700270043, state=OPEN 2024-11-15T19:51:11,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:51:11,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:51:11,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c325ef450a96,40161,1731700270043 2024-11-15T19:51:11,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:11,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:11,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T19:51:11,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,40161,1731700270043 in 226 msec 2024-11-15T19:51:11,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T19:51:11,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-15T19:51:11,045 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:11,045 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T19:51:11,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:51:11,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,40161,1731700270043, seqNum=-1] 2024-11-15T19:51:11,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:51:11,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57197, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:51:11,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec 2024-11-15T19:51:11,057 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731700271057, completionTime=-1 2024-11-15T19:51:11,058 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T19:51:11,058 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T19:51:11,061 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T19:51:11,061 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731700331061 2024-11-15T19:51:11,061 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731700391061 2024-11-15T19:51:11,061 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-15T19:51:11,061 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,37889,1731700269987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:11,062 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,37889,1731700269987-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:11,062 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,37889,1731700269987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:11,062 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c325ef450a96:37889, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:11,062 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:11,062 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:11,064 DEBUG [master/c325ef450a96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T19:51:11,067 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.982sec 2024-11-15T19:51:11,067 INFO [master/c325ef450a96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T19:51:11,067 INFO [master/c325ef450a96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T19:51:11,067 INFO [master/c325ef450a96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T19:51:11,068 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T19:51:11,068 INFO [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T19:51:11,068 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,37889,1731700269987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:51:11,068 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,37889,1731700269987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T19:51:11,072 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T19:51:11,072 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T19:51:11,072 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,37889,1731700269987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:11,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579bba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:51:11,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,37889,-1 for getting cluster id 2024-11-15T19:51:11,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:51:11,167 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea9efc8-90d3-4d26-bd26-db45ee823ef7' 2024-11-15T19:51:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:51:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea9efc8-90d3-4d26-bd26-db45ee823ef7" 2024-11-15T19:51:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651bb611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:51:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,37889,-1] 2024-11-15T19:51:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:51:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:11,170 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:51:11,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e35a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:51:11,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:51:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,40161,1731700270043, seqNum=-1] 2024-11-15T19:51:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:51:11,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:51:11,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c325ef450a96,37889,1731700269987 2024-11-15T19:51:11,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:11,183 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T19:51:11,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:11,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:11,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:11,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:11,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:51:11,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a89fa3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:11,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f951342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:11,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32e6fdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir/jetty-localhost-39969-hadoop-hdfs-3_4_1-tests_jar-_-any-17897453949677431340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:11,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5339198{HTTP/1.1, (http/1.1)}{localhost:39969} 2024-11-15T19:51:11,331 INFO [Time-limited test {}] server.Server(415): Started @69457ms 2024-11-15T19:51:11,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:11,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:11,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:11,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:11,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:11,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:51:11,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4eb9c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:11,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dc8e6f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:11,455 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data5/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:11,455 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data6/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:11,476 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fee427c91103543 with lease ID 0x26cd0003eb0a12dc: Processing first storage report for DS-e20c964d-99c8-48b0-a433-18cd5620e4c8 from datanode DatanodeRegistration(127.0.0.1:38795, datanodeUuid=b6080d3d-7e04-45da-806c-9160435a49c4, infoPort=45287, infoSecurePort=0, ipcPort=36437, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fee427c91103543 with lease ID 0x26cd0003eb0a12dc: from storage DS-e20c964d-99c8-48b0-a433-18cd5620e4c8 node DatanodeRegistration(127.0.0.1:38795, datanodeUuid=b6080d3d-7e04-45da-806c-9160435a49c4, infoPort=45287, infoSecurePort=0, ipcPort=36437, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T19:51:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fee427c91103543 with lease ID 0x26cd0003eb0a12dc: Processing first storage report for DS-111c9695-0487-4353-ac2d-6a63a7e3074f from datanode DatanodeRegistration(127.0.0.1:38795, datanodeUuid=b6080d3d-7e04-45da-806c-9160435a49c4, infoPort=45287, infoSecurePort=0, ipcPort=36437, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fee427c91103543 with lease ID 0x26cd0003eb0a12dc: from storage DS-111c9695-0487-4353-ac2d-6a63a7e3074f node DatanodeRegistration(127.0.0.1:38795, datanodeUuid=b6080d3d-7e04-45da-806c-9160435a49c4, infoPort=45287, infoSecurePort=0, ipcPort=36437, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:11,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@696068d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir/jetty-localhost-40021-hadoop-hdfs-3_4_1-tests_jar-_-any-11976960013025739376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:11,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cf4efb4{HTTP/1.1, (http/1.1)}{localhost:40021} 2024-11-15T19:51:11,520 INFO [Time-limited test {}] server.Server(415): Started @69645ms 2024-11-15T19:51:11,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:11,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:11,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:11,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:11,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:11,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:51:11,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@720a3535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:11,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc13371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:11,622 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data7/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:11,622 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data8/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:11,656 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x764246dfcfca9154 with lease ID 0x26cd0003eb0a12dd: Processing first storage report for DS-30464594-c32b-4f62-a629-bf7843d85706 from datanode DatanodeRegistration(127.0.0.1:35809, datanodeUuid=85436780-d54b-4ddc-987b-b8befe806a60, infoPort=37653, infoSecurePort=0, ipcPort=40629, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x764246dfcfca9154 with lease ID 0x26cd0003eb0a12dd: from storage DS-30464594-c32b-4f62-a629-bf7843d85706 node DatanodeRegistration(127.0.0.1:35809, datanodeUuid=85436780-d54b-4ddc-987b-b8befe806a60, infoPort=37653, infoSecurePort=0, ipcPort=40629, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x764246dfcfca9154 with lease ID 0x26cd0003eb0a12dd: Processing first storage report for DS-5cc70c4c-01af-48b2-b738-9452141bcbde from datanode DatanodeRegistration(127.0.0.1:35809, datanodeUuid=85436780-d54b-4ddc-987b-b8befe806a60, infoPort=37653, infoSecurePort=0, ipcPort=40629, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x764246dfcfca9154 with lease ID 0x26cd0003eb0a12dd: from storage DS-5cc70c4c-01af-48b2-b738-9452141bcbde node DatanodeRegistration(127.0.0.1:35809, datanodeUuid=85436780-d54b-4ddc-987b-b8befe806a60, infoPort=37653, infoSecurePort=0, ipcPort=40629, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:11,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@666f1608{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-6326796873033869858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:11,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ad8bd0e{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-11-15T19:51:11,695 INFO [Time-limited test {}] server.Server(415): Started @69820ms 2024-11-15T19:51:11,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:11,787 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data10/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:11,787 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data9/current/BP-71168312-172.17.0.2-1731700269213/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:11,807 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae59817ebbce97c5 with lease ID 0x26cd0003eb0a12de: Processing first storage report for DS-6b737da5-59ed-4271-869e-ff9dfc07c3ff from datanode DatanodeRegistration(127.0.0.1:42945, datanodeUuid=0ce48b3f-8315-40a4-9afc-11099b9bfbdb, infoPort=34201, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:11,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae59817ebbce97c5 with lease ID 0x26cd0003eb0a12de: from storage DS-6b737da5-59ed-4271-869e-ff9dfc07c3ff node DatanodeRegistration(127.0.0.1:42945, datanodeUuid=0ce48b3f-8315-40a4-9afc-11099b9bfbdb, infoPort=34201, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:11,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae59817ebbce97c5 with lease ID 0x26cd0003eb0a12de: Processing first storage report for DS-01c3ef29-c747-4e60-8efd-d760412347ff from datanode DatanodeRegistration(127.0.0.1:42945, datanodeUuid=0ce48b3f-8315-40a4-9afc-11099b9bfbdb, infoPort=34201, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213) 2024-11-15T19:51:11,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae59817ebbce97c5 with lease ID 0x26cd0003eb0a12de: from storage DS-01c3ef29-c747-4e60-8efd-d760412347ff node DatanodeRegistration(127.0.0.1:42945, datanodeUuid=0ce48b3f-8315-40a4-9afc-11099b9bfbdb, infoPort=34201, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:11,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:51:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,37889,1731700269987 2024-11-15T19:51:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436ccea 2024-11-15T19:51:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:51:11,824 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:51:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T19:51:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T19:51:11,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:51:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T19:51:11,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:51:11,829 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:11,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-15T19:51:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:51:11,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:51:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741835_1011 (size=393) 2024-11-15T19:51:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741835_1011 (size=393) 2024-11-15T19:51:11,844 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bb7c294da85dccf43dadaec88a65329, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3 2024-11-15T19:51:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741836_1012 (size=76) 2024-11-15T19:51:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43435 is added to blk_1073741836_1012 (size=76) 2024-11-15T19:51:11,853 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:11,854 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 4bb7c294da85dccf43dadaec88a65329, disabling compactions & flushes 2024-11-15T19:51:11,854 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:11,854 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:11,854 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. after waiting 0 ms 2024-11-15T19:51:11,854 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:11,854 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:11,854 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bb7c294da85dccf43dadaec88a65329: Waiting for close lock at 1731700271853Disabling compacts and flushes for region at 1731700271853Disabling writes for close at 1731700271854 (+1 ms)Writing region close event to WAL at 1731700271854Closed at 1731700271854 2024-11-15T19:51:11,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:51:11,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731700271856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700271856"}]},"ts":"1731700271856"} 2024-11-15T19:51:11,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:51:11,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:51:11,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700271861"}]},"ts":"1731700271861"} 2024-11-15T19:51:11,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-15T19:51:11,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=4bb7c294da85dccf43dadaec88a65329, ASSIGN}] 2024-11-15T19:51:11,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=4bb7c294da85dccf43dadaec88a65329, ASSIGN 2024-11-15T19:51:11,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=4bb7c294da85dccf43dadaec88a65329, ASSIGN; state=OFFLINE, location=c325ef450a96,40161,1731700270043; forceNewPlan=false, retain=false 2024-11-15T19:51:12,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bb7c294da85dccf43dadaec88a65329, regionState=OPENING, regionLocation=c325ef450a96,40161,1731700270043 2024-11-15T19:51:12,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=4bb7c294da85dccf43dadaec88a65329, ASSIGN because future has completed 2024-11-15T19:51:12,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bb7c294da85dccf43dadaec88a65329, server=c325ef450a96,40161,1731700270043}] 2024-11-15T19:51:12,183 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:12,183 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bb7c294da85dccf43dadaec88a65329, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:51:12,184 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,184 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:12,184 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,184 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,186 INFO [StoreOpener-4bb7c294da85dccf43dadaec88a65329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,190 INFO [StoreOpener-4bb7c294da85dccf43dadaec88a65329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7c294da85dccf43dadaec88a65329 columnFamilyName info 2024-11-15T19:51:12,190 DEBUG [StoreOpener-4bb7c294da85dccf43dadaec88a65329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:12,191 INFO [StoreOpener-4bb7c294da85dccf43dadaec88a65329-1 {}] regionserver.HStore(327): Store=4bb7c294da85dccf43dadaec88a65329/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:12,191 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,192 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,193 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,193 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,193 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,196 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,199 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:51:12,200 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4bb7c294da85dccf43dadaec88a65329; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788138, jitterRate=0.0021695196628570557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:51:12,201 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:12,202 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4bb7c294da85dccf43dadaec88a65329: Running coprocessor pre-open hook at 1731700272184Writing region info on filesystem at 1731700272184Initializing all the Stores at 1731700272186 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700272186Cleaning up temporary data from old regions at 1731700272193 (+7 ms)Running coprocessor post-open hooks at 1731700272201 (+8 ms)Region opened successfully at 1731700272202 (+1 ms) 2024-11-15T19:51:12,203 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329., pid=6, masterSystemTime=1731700272176 2024-11-15T19:51:12,207 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:12,207 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:12,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bb7c294da85dccf43dadaec88a65329, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,40161,1731700270043 2024-11-15T19:51:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bb7c294da85dccf43dadaec88a65329, server=c325ef450a96,40161,1731700270043 because future has completed 2024-11-15T19:51:12,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T19:51:12,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bb7c294da85dccf43dadaec88a65329, server=c325ef450a96,40161,1731700270043 in 192 msec 2024-11-15T19:51:12,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T19:51:12,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=4bb7c294da85dccf43dadaec88a65329, ASSIGN in 354 msec 2024-11-15T19:51:12,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:51:12,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700272225"}]},"ts":"1731700272225"} 2024-11-15T19:51:12,229 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-15T19:51:12,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:51:12,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 406 msec 2024-11-15T19:51:13,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:13,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:13,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T19:51:13,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:13,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:16,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T19:51:16,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-15T19:51:18,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T19:51:18,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-15T19:51:18,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-15T19:51:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:51:21,900 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-15T19:51:21,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-15T19:51:21,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:51:21,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-15T19:51:21,907 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:51:21,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-15T19:51:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329., hostname=c325ef450a96,40161,1731700270043, seqNum=2] 2024-11-15T19:51:21,918 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-15T19:51:21,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T19:51:21,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:21,925 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2010171012_22 at /127.0.0.1:42716 [Receiving block BP-71168312-172.17.0.2-1731700269213:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42716 dst: /127.0.0.1:43435 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:21,926 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2137320779_22 at /127.0.0.1:39674 [Receiving block BP-71168312-172.17.0.2-1731700269213:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39674 dst: /127.0.0.1:33905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:21,927 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2137320779_22 at /127.0.0.1:39682 [Receiving block BP-71168312-172.17.0.2-1731700269213:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39682 dst: /127.0.0.1:33905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:21,925 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2137320779_22 at /127.0.0.1:42734 [Receiving block BP-71168312-172.17.0.2-1731700269213:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42734 dst: /127.0.0.1:43435 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:21,927 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2137320779_22 at /127.0.0.1:42740 [Receiving block BP-71168312-172.17.0.2-1731700269213:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:43435:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42740 dst: /127.0.0.1:43435 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:21,926 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2010171012_22 at /127.0.0.1:39652 [Receiving block BP-71168312-172.17.0.2-1731700269213:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39652 dst: /127.0.0.1:33905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:21,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f1069bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:21,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3e1f4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:21,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:21,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75504f4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:21,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b9c1806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:21,934 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:21,935 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71168312-172.17.0.2-1731700269213 (Datanode Uuid b8256038-b72a-4a4a-8be8-482e9745b2b2) service to localhost/127.0.0.1:38931 2024-11-15T19:51:21,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:21,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:21,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data3/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:21,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data4/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:21,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:21,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:21,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:21,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:21,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:21,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:51:21,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53678cf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:21,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d25a276{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:22,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d8514fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/java.io.tmpdir/jetty-localhost-39289-hadoop-hdfs-3_4_1-tests_jar-_-any-5741403236657348391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:22,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b167f3b{HTTP/1.1, (http/1.1)}{localhost:39289} 2024-11-15T19:51:22,126 INFO [Time-limited test {}] server.Server(415): Started @80252ms 2024-11-15T19:51:22,129 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:22,180 WARN [AsyncFSWAL-0-hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3-prefix:c325ef450a96,40161,1731700270043 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:22,180 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c325ef450a96%2C40161%2C1731700270043:(num 1731700270559) roll requested 2024-11-15T19:51:22,203 DEBUG [regionserver/c325ef450a96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700282181, exclude list is [], retry=0 2024-11-15T19:51:22,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-e20c964d-99c8-48b0-a433-18cd5620e4c8,DISK] 2024-11-15T19:51:22,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-30464594-c32b-4f62-a629-bf7843d85706,DISK] 2024-11-15T19:51:22,227 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700282181 2024-11-15T19:51:22,232 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45287:45287),(127.0.0.1/127.0.0.1:37653:37653)] 2024-11-15T19:51:22,232 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 is not closed yet, will try archiving it next time 2024-11-15T19:51:22,233 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:22,234 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:22,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T19:51:22,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:51:22,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:51:22,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:22,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:22,236 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T19:51:22,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T19:51:22,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1030450141, stopped=false 2024-11-15T19:51:22,236 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c325ef450a96,37889,1731700269987 2024-11-15T19:51:22,236 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T19:51:22,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:51:22,236 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 2024-11-15T19:51:22,240 WARN [IPC Server handler 0 on default port 38931 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-15T19:51:22,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:22,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:22,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:22,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:22,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:51:22,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:51:22,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:51:22,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:22,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c325ef450a96,40161,1731700270043' ***** 2024-11-15T19:51:22,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T19:51:22,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:22,244 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T19:51:22,245 INFO [RS:0;c325ef450a96:40161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T19:51:22,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:22,245 INFO [RS:0;c325ef450a96:40161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T19:51:22,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T19:51:22,245 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:22,247 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 after 7ms 2024-11-15T19:51:22,262 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(959): stopping server c325ef450a96,40161,1731700270043 2024-11-15T19:51:22,262 INFO [RS:0;c325ef450a96:40161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:51:22,262 INFO [RS:0;c325ef450a96:40161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c325ef450a96:40161. 2024-11-15T19:51:22,262 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bb7c294da85dccf43dadaec88a65329, disabling compactions & flushes 2024-11-15T19:51:22,262 DEBUG [RS:0;c325ef450a96:40161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:51:22,262 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:22,262 DEBUG [RS:0;c325ef450a96:40161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:22,262 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:22,262 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. after waiting 0 ms 2024-11-15T19:51:22,262 INFO [RS:0;c325ef450a96:40161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T19:51:22,262 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:22,262 INFO [RS:0;c325ef450a96:40161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T19:51:22,263 INFO [RS:0;c325ef450a96:40161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T19:51:22,263 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T19:51:22,263 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4bb7c294da85dccf43dadaec88a65329 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-15T19:51:22,264 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T19:51:22,264 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4bb7c294da85dccf43dadaec88a65329=TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329.} 2024-11-15T19:51:22,264 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:22,264 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:51:22,264 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:51:22,264 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:51:22,264 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:51:22,265 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:51:22,265 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-15T19:51:22,267 WARN [AsyncFSWAL-0-hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3-prefix:c325ef450a96,40161,1731700270043.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:22,267 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c325ef450a96%2C40161%2C1731700270043.meta:.meta(num 1731700270976) roll requested 2024-11-15T19:51:22,287 DEBUG [regionserver/c325ef450a96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700282267.meta, exclude list is [], retry=0 2024-11-15T19:51:22,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-30464594-c32b-4f62-a629-bf7843d85706,DISK] 2024-11-15T19:51:22,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-e20c964d-99c8-48b0-a433-18cd5620e4c8,DISK] 2024-11-15T19:51:22,297 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329/.tmp/info/41dd67e93d3b40d2946895c5892b1845 is 1055, key is row0001/info:/1731700281915/Put/seqid=0 2024-11-15T19:51:22,306 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700282267.meta 2024-11-15T19:51:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741839_1016 (size=7062) 2024-11-15T19:51:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741839_1016 (size=7062) 2024-11-15T19:51:22,312 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37653:37653),(127.0.0.1/127.0.0.1:45287:45287)] 2024-11-15T19:51:22,312 DEBUG [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta is not closed yet, will try archiving it next time 2024-11-15T19:51:22,312 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:22,312 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:22,313 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta 2024-11-15T19:51:22,314 WARN [IPC Server handler 4 on default port 38931 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-15T19:51:22,315 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta after 2ms 2024-11-15T19:51:22,323 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220a99efc502c28d with lease ID 0x26cd0003eb0a12df: from storage DS-7815e117-f6e4-49e7-9f91-cbf5ec3d4ce1 node DatanodeRegistration(127.0.0.1:34607, datanodeUuid=b8256038-b72a-4a4a-8be8-482e9745b2b2, infoPort=33667, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220a99efc502c28d with lease ID 0x26cd0003eb0a12df: from storage DS-fb01e233-8c0f-41e8-af41-1c0f4cfc3666 node DatanodeRegistration(127.0.0.1:34607, datanodeUuid=b8256038-b72a-4a4a-8be8-482e9745b2b2, infoPort=33667, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1209518265;c=1731700269213), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:22,342 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/info/44442d8dd04e4b6d949607baf4d5b9be is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329./info:regioninfo/1731700272208/Put/seqid=0 2024-11-15T19:51:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741840_1018 (size=7089) 2024-11-15T19:51:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741840_1018 (size=7089) 2024-11-15T19:51:22,362 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/info/44442d8dd04e4b6d949607baf4d5b9be 2024-11-15T19:51:22,399 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/ns/e52911c805564e578819155d304c7fdb is 43, key is default/ns:d/1731700271050/Put/seqid=0 2024-11-15T19:51:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741841_1019 (size=5153) 2024-11-15T19:51:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741841_1019 (size=5153) 2024-11-15T19:51:22,409 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/ns/e52911c805564e578819155d304c7fdb 2024-11-15T19:51:22,416 INFO [regionserver/c325ef450a96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:51:22,436 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/table/570b2e7042e9417c95f4b6bf88da8b6a is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731700272225/Put/seqid=0 2024-11-15T19:51:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741842_1020 (size=5424) 2024-11-15T19:51:22,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741842_1020 (size=5424) 2024-11-15T19:51:22,443 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/table/570b2e7042e9417c95f4b6bf88da8b6a 2024-11-15T19:51:22,453 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/info/44442d8dd04e4b6d949607baf4d5b9be as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/info/44442d8dd04e4b6d949607baf4d5b9be 2024-11-15T19:51:22,461 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/info/44442d8dd04e4b6d949607baf4d5b9be, entries=10, sequenceid=11, filesize=6.9 K 2024-11-15T19:51:22,463 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/ns/e52911c805564e578819155d304c7fdb as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/ns/e52911c805564e578819155d304c7fdb 2024-11-15T19:51:22,464 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:22,471 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/ns/e52911c805564e578819155d304c7fdb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T19:51:22,474 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/.tmp/table/570b2e7042e9417c95f4b6bf88da8b6a as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/table/570b2e7042e9417c95f4b6bf88da8b6a 2024-11-15T19:51:22,482 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/table/570b2e7042e9417c95f4b6bf88da8b6a, entries=2, sequenceid=11, filesize=5.3 K 2024-11-15T19:51:22,483 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=11, compaction requested=false 2024-11-15T19:51:22,492 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T19:51:22,495 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:51:22,495 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:51:22,495 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700282264Running coprocessor pre-close hooks at 1731700282264Disabling compacts and flushes for region at 1731700282264Disabling writes for close at 1731700282264Obtaining lock to block concurrent updates at 1731700282265 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731700282265Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731700282266 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731700282313 (+47 ms)Flushing 1588230740/info: creating writer at 1731700282313Flushing 1588230740/info: appending metadata at 1731700282341 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731700282341Flushing 1588230740/ns: creating writer at 1731700282373 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731700282398 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731700282398Flushing 1588230740/table: creating writer at 1731700282417 (+19 ms)Flushing 1588230740/table: appending metadata at 1731700282435 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731700282436 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a599a2: reopening flushed file at 1731700282451 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17306514: reopening flushed file at 1731700282462 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8561cc: reopening flushed file at 1731700282472 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=11, compaction requested=false at 1731700282483 (+11 ms)Writing region close event to WAL at 1731700282485 (+2 ms)Running coprocessor post-close hooks at 1731700282495 (+10 ms)Closed at 1731700282495 2024-11-15T19:51:22,496 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T19:51:22,505 INFO [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T19:51:22,505 INFO [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T19:51:22,664 DEBUG [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1351): Waiting on 4bb7c294da85dccf43dadaec88a65329 2024-11-15T19:51:22,712 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329/.tmp/info/41dd67e93d3b40d2946895c5892b1845 2024-11-15T19:51:22,730 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329/.tmp/info/41dd67e93d3b40d2946895c5892b1845 as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329/info/41dd67e93d3b40d2946895c5892b1845 2024-11-15T19:51:22,779 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329/info/41dd67e93d3b40d2946895c5892b1845, entries=2, sequenceid=6, filesize=6.9 K 2024-11-15T19:51:22,785 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 4bb7c294da85dccf43dadaec88a65329 in 523ms, sequenceid=6, compaction requested=false 2024-11-15T19:51:22,810 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/data/default/TestLogRolling-testLogRollOnDatanodeDeath/4bb7c294da85dccf43dadaec88a65329/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T19:51:22,811 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:22,811 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bb7c294da85dccf43dadaec88a65329: Waiting for close lock at 1731700282262Running coprocessor pre-close hooks at 1731700282262Disabling compacts and flushes for region at 1731700282262Disabling writes for close at 1731700282262Obtaining lock to block concurrent updates at 1731700282263 (+1 ms)Preparing flush snapshotting stores in 4bb7c294da85dccf43dadaec88a65329 at 1731700282263Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731700282263Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. at 1731700282265 (+2 ms)Flushing 4bb7c294da85dccf43dadaec88a65329/info: creating writer at 1731700282265Flushing 4bb7c294da85dccf43dadaec88a65329/info: appending metadata at 1731700282296 (+31 ms)Flushing 4bb7c294da85dccf43dadaec88a65329/info: closing flushed file at 1731700282296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80fa23a: reopening flushed file at 1731700282729 (+433 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 4bb7c294da85dccf43dadaec88a65329 in 523ms, sequenceid=6, compaction requested=false at 1731700282785 (+56 ms)Writing region close event to WAL at 1731700282789 (+4 ms)Running coprocessor post-close hooks at 1731700282811 (+22 ms)Closed at 1731700282811 2024-11-15T19:51:22,812 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731700271825.4bb7c294da85dccf43dadaec88a65329. 2024-11-15T19:51:22,865 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(976): stopping server c325ef450a96,40161,1731700270043; all regions closed. 2024-11-15T19:51:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741838_1015 (size=825) 2024-11-15T19:51:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741838_1015 (size=825) 2024-11-15T19:51:23,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T19:51:23,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:23,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:23,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:24,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741833_1014 (size=1599) 2024-11-15T19:51:26,248 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 after 4012ms 2024-11-15T19:51:26,249 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.1731700270559 to hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/oldWALs/c325ef450a96%2C40161%2C1731700270043.1731700270559 2024-11-15T19:51:26,316 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta after 4003ms 2024-11-15T19:51:26,316 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/WALs/c325ef450a96,40161,1731700270043/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta to hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/oldWALs/c325ef450a96%2C40161%2C1731700270043.meta.1731700270976.meta 2024-11-15T19:51:26,320 DEBUG [RS:0;c325ef450a96:40161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/oldWALs 2024-11-15T19:51:26,320 INFO [RS:0;c325ef450a96:40161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C40161%2C1731700270043.meta:.meta(num 1731700282267) 2024-11-15T19:51:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741837_1013 (size=2288) 2024-11-15T19:51:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741837_1013 (size=2288) 2024-11-15T19:51:26,326 DEBUG [RS:0;c325ef450a96:40161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/oldWALs 2024-11-15T19:51:26,326 INFO [RS:0;c325ef450a96:40161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C40161%2C1731700270043:(num 1731700282181) 2024-11-15T19:51:26,326 DEBUG [RS:0;c325ef450a96:40161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:26,326 INFO [RS:0;c325ef450a96:40161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:51:26,326 INFO [RS:0;c325ef450a96:40161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:51:26,326 INFO [RS:0;c325ef450a96:40161 {}] hbase.ChoreService(370): Chore service for: regionserver/c325ef450a96:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T19:51:26,326 INFO [RS:0;c325ef450a96:40161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:51:26,326 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:51:26,327 INFO [RS:0;c325ef450a96:40161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40161 2024-11-15T19:51:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:51:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c325ef450a96,40161,1731700270043 2024-11-15T19:51:26,329 INFO [RS:0;c325ef450a96:40161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:51:26,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c325ef450a96,40161,1731700270043] 2024-11-15T19:51:26,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c325ef450a96,40161,1731700270043 already deleted, retry=false 2024-11-15T19:51:26,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c325ef450a96,40161,1731700270043 expired; onlineServers=0 2024-11-15T19:51:26,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c325ef450a96,37889,1731700269987' ***** 2024-11-15T19:51:26,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T19:51:26,333 INFO [M:0;c325ef450a96:37889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:51:26,333 INFO [M:0;c325ef450a96:37889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:51:26,334 DEBUG [M:0;c325ef450a96:37889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T19:51:26,334 DEBUG [M:0;c325ef450a96:37889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T19:51:26,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T19:51:26,334 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700270331 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700270331,5,FailOnTimeoutGroup] 2024-11-15T19:51:26,334 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700270332 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700270332,5,FailOnTimeoutGroup] 2024-11-15T19:51:26,334 INFO [M:0;c325ef450a96:37889 {}] hbase.ChoreService(370): Chore service for: master/c325ef450a96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T19:51:26,334 INFO [M:0;c325ef450a96:37889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:51:26,334 DEBUG [M:0;c325ef450a96:37889 {}] master.HMaster(1795): Stopping service threads 2024-11-15T19:51:26,334 INFO [M:0;c325ef450a96:37889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T19:51:26,334 INFO [M:0;c325ef450a96:37889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:51:26,335 INFO [M:0;c325ef450a96:37889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T19:51:26,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T19:51:26,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T19:51:26,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:26,336 DEBUG [M:0;c325ef450a96:37889 {}] zookeeper.ZKUtil(347): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T19:51:26,336 WARN [M:0;c325ef450a96:37889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T19:51:26,337 INFO [M:0;c325ef450a96:37889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/.lastflushedseqids 2024-11-15T19:51:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741843_1021 (size=139) 2024-11-15T19:51:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741843_1021 (size=139) 2024-11-15T19:51:26,346 INFO [M:0;c325ef450a96:37889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T19:51:26,347 INFO [M:0;c325ef450a96:37889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T19:51:26,347 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:51:26,347 INFO [M:0;c325ef450a96:37889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:26,347 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:26,347 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:51:26,347 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:26,347 INFO [M:0;c325ef450a96:37889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-15T19:51:26,348 WARN [AsyncFSWAL-0-hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData-prefix:c325ef450a96,37889,1731700269987 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:26,348 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c325ef450a96%2C37889%2C1731700269987:(num 1731700270210) roll requested 2024-11-15T19:51:26,370 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700286349, exclude list is [], retry=0 2024-11-15T19:51:26,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-30464594-c32b-4f62-a629-bf7843d85706,DISK] 2024-11-15T19:51:26,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42945,DS-6b737da5-59ed-4271-869e-ff9dfc07c3ff,DISK] 2024-11-15T19:51:26,377 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700286349 2024-11-15T19:51:26,384 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37653:37653),(127.0.0.1/127.0.0.1:34201:34201)] 2024-11-15T19:51:26,384 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 is not closed yet, will try archiving it next time 2024-11-15T19:51:26,384 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:26,385 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:51:26,385 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 2024-11-15T19:51:26,388 WARN [IPC Server handler 1 on default port 38931 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-15T19:51:26,389 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 after 4ms 2024-11-15T19:51:26,410 DEBUG [M:0;c325ef450a96:37889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc4223d683af428795e9debd06166ecd is 82, key is hbase:meta,,1/info:regioninfo/1731700271029/Put/seqid=0 2024-11-15T19:51:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741845_1024 (size=5672) 2024-11-15T19:51:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741845_1024 (size=5672) 2024-11-15T19:51:26,418 INFO [M:0;c325ef450a96:37889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc4223d683af428795e9debd06166ecd 2024-11-15T19:51:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:26,433 INFO [RS:0;c325ef450a96:40161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:51:26,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x101ad7c98f40001, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:26,433 INFO [RS:0;c325ef450a96:40161 {}] regionserver.HRegionServer(1031): Exiting; stopping=c325ef450a96,40161,1731700270043; zookeeper connection closed. 2024-11-15T19:51:26,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea3cf9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea3cf9b 2024-11-15T19:51:26,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T19:51:26,446 DEBUG [M:0;c325ef450a96:37889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ec475cb9af745259b6dfa2f41c542b3 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731700272233/Put/seqid=0 2024-11-15T19:51:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741846_1025 (size=6115) 2024-11-15T19:51:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741846_1025 (size=6115) 2024-11-15T19:51:26,454 INFO [M:0;c325ef450a96:37889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ec475cb9af745259b6dfa2f41c542b3 2024-11-15T19:51:26,486 DEBUG [M:0;c325ef450a96:37889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6775a2e5d44479181dd0b1299d3ee9b is 69, key is c325ef450a96,40161,1731700270043/rs:state/1731700270395/Put/seqid=0 2024-11-15T19:51:26,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741847_1026 (size=5156) 2024-11-15T19:51:26,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741847_1026 (size=5156) 2024-11-15T19:51:26,494 INFO [M:0;c325ef450a96:37889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6775a2e5d44479181dd0b1299d3ee9b 2024-11-15T19:51:26,517 DEBUG [M:0;c325ef450a96:37889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e2766ded13ca48ea9c6a1b9fe89c876a is 52, key is load_balancer_on/state:d/1731700271181/Put/seqid=0 2024-11-15T19:51:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741848_1027 (size=5056) 2024-11-15T19:51:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741848_1027 (size=5056) 2024-11-15T19:51:26,524 INFO [M:0;c325ef450a96:37889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e2766ded13ca48ea9c6a1b9fe89c876a 2024-11-15T19:51:26,532 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc4223d683af428795e9debd06166ecd as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc4223d683af428795e9debd06166ecd 2024-11-15T19:51:26,539 INFO [M:0;c325ef450a96:37889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc4223d683af428795e9debd06166ecd, entries=8, sequenceid=56, filesize=5.5 K 2024-11-15T19:51:26,541 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ec475cb9af745259b6dfa2f41c542b3 as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ec475cb9af745259b6dfa2f41c542b3 2024-11-15T19:51:26,547 INFO [M:0;c325ef450a96:37889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ec475cb9af745259b6dfa2f41c542b3, entries=6, sequenceid=56, filesize=6.0 K 2024-11-15T19:51:26,549 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6775a2e5d44479181dd0b1299d3ee9b as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6775a2e5d44479181dd0b1299d3ee9b 2024-11-15T19:51:26,554 INFO [M:0;c325ef450a96:37889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6775a2e5d44479181dd0b1299d3ee9b, entries=1, sequenceid=56, filesize=5.0 K 2024-11-15T19:51:26,556 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e2766ded13ca48ea9c6a1b9fe89c876a as hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e2766ded13ca48ea9c6a1b9fe89c876a 2024-11-15T19:51:26,563 INFO [M:0;c325ef450a96:37889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e2766ded13ca48ea9c6a1b9fe89c876a, entries=1, sequenceid=56, filesize=4.9 K 2024-11-15T19:51:26,564 INFO [M:0;c325ef450a96:37889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=56, compaction requested=false 2024-11-15T19:51:26,566 INFO [M:0;c325ef450a96:37889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:26,566 DEBUG [M:0;c325ef450a96:37889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700286347Disabling compacts and flushes for region at 1731700286347Disabling writes for close at 1731700286347Obtaining lock to block concurrent updates at 1731700286347Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731700286347Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731700286348 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731700286385 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731700286385Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731700286410 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731700286410Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731700286426 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731700286446 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731700286446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731700286463 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731700286486 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731700286486Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731700286500 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731700286517 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731700286517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a752fc: reopening flushed file at 1731700286531 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466d5681: reopening flushed file at 1731700286540 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54608fcb: reopening flushed file at 1731700286548 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182b3587: reopening flushed file at 1731700286555 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=56, compaction requested=false at 1731700286564 (+9 ms)Writing region close event to WAL at 1731700286566 (+2 ms)Closed at 1731700286566 2024-11-15T19:51:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741844_1022 (size=757) 2024-11-15T19:51:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741844_1022 (size=757) 2024-11-15T19:51:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741833_1014 (size=1599) 2024-11-15T19:51:28,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-15T19:51:28,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:51:28,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T19:51:28,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T19:51:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741830_1023 (size=27189) 2024-11-15T19:51:30,390 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 after 4005ms 2024-11-15T19:51:30,391 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/WALs/c325ef450a96,37889,1731700269987/c325ef450a96%2C37889%2C1731700269987.1731700270210 to hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/oldWALs/c325ef450a96%2C37889%2C1731700269987.1731700270210 2024-11-15T19:51:30,395 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/MasterData/oldWALs/c325ef450a96%2C37889%2C1731700269987.1731700270210 to hdfs://localhost:38931/user/jenkins/test-data/4901c86e-0fa8-4c72-e085-56b768425dd3/oldWALs/c325ef450a96%2C37889%2C1731700269987.1731700270210$masterlocalwal$ 2024-11-15T19:51:30,396 INFO [M:0;c325ef450a96:37889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T19:51:30,396 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:51:30,396 INFO [M:0;c325ef450a96:37889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37889 2024-11-15T19:51:30,396 INFO [M:0;c325ef450a96:37889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:51:30,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:30,498 INFO [M:0;c325ef450a96:37889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:51:30,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37889-0x101ad7c98f40000, quorum=127.0.0.1:51899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:51:30,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d8514fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:30,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b167f3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:30,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:30,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d25a276{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:30,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53678cf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:30,506 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:30,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:30,506 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71168312-172.17.0.2-1731700269213 (Datanode Uuid b8256038-b72a-4a4a-8be8-482e9745b2b2) service to localhost/127.0.0.1:38931 2024-11-15T19:51:30,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:30,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data3/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data4/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:30,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@666f1608{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:30,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ad8bd0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:30,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:30,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc13371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:30,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@720a3535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:30,513 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:30,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:30,513 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71168312-172.17.0.2-1731700269213 (Datanode Uuid 0ce48b3f-8315-40a4-9afc-11099b9bfbdb) service to localhost/127.0.0.1:38931 2024-11-15T19:51:30,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:30,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data9/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data10/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:30,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@696068d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:30,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cf4efb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:30,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:30,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dc8e6f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:30,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4eb9c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:30,527 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:30,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:30,527 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71168312-172.17.0.2-1731700269213 (Datanode Uuid 85436780-d54b-4ddc-987b-b8befe806a60) service to localhost/127.0.0.1:38931 2024-11-15T19:51:30,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:30,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data7/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data8/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,528 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:30,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32e6fdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:30,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5339198{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:30,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:30,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f951342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:30,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a89fa3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:30,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:30,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:30,544 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:30,544 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71168312-172.17.0.2-1731700269213 (Datanode Uuid b6080d3d-7e04-45da-806c-9160435a49c4) service to localhost/127.0.0.1:38931 2024-11-15T19:51:30,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data5/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data6/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:30,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4078f719{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:30,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca3f83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:30,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:30,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60a9c0be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:30,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69de4e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:30,551 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:51:30,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:51:30,552 WARN [BP-71168312-172.17.0.2-1731700269213 heartbeating to localhost/127.0.0.1:38931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71168312-172.17.0.2-1731700269213 (Datanode Uuid 6d7ac4d3-3e66-4fa9-96b3-8c9bce87d912) service to localhost/127.0.0.1:38931 2024-11-15T19:51:30,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:51:30,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data1/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/cluster_05db990a-3e41-2ab4-a3f0-d84a167735b6/data/data2/current/BP-71168312-172.17.0.2-1731700269213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:51:30,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:51:30,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a22903d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:51:30,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5806023d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:51:30,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:51:30,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@774f0914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:51:30,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10e0374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir/,STOPPED} 2024-11-15T19:51:30,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T19:51:30,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T19:51:30,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 67) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1324248021) connection to localhost/127.0.0.1:38931 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1324248021) connection to localhost/127.0.0.1:38931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1324248021) connection to localhost/127.0.0.1:38931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 202) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4078 (was 3537) - AvailableMemoryMB LEAK? - 2024-11-15T19:51:30,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=4076 2024-11-15T19:51:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T19:51:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.log.dir so I do NOT create it in target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b 2024-11-15T19:51:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f09faf12-a2d7-7a6d-4208-f62bc8008710/hadoop.tmp.dir so I do NOT create it in target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b 2024-11-15T19:51:30,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6, deleteOnExit=true 2024-11-15T19:51:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T19:51:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/test.cache.data in system properties and HBase conf 2024-11-15T19:51:30,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:51:30,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:51:30,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:51:30,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:51:30,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:51:30,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T19:51:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:51:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:51:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:51:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:51:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:51:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:51:30,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:51:30,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:51:30,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:51:30,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:51:30,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:51:30,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:51:30,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:51:30,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:51:30,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:30,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:30,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:30,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:30,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:51:30,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:30,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d37a692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:30,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c9098{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:30,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490813c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/java.io.tmpdir/jetty-localhost-44587-hadoop-hdfs-3_4_1-tests_jar-_-any-2254269521316111508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:51:30,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79799e10{HTTP/1.1, (http/1.1)}{localhost:44587} 2024-11-15T19:51:30,935 INFO [Time-limited test {}] server.Server(415): Started @89061ms 2024-11-15T19:51:31,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:31,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:31,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:31,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:31,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:51:31,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9079e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:31,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d1382f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:31,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532be366{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/java.io.tmpdir/jetty-localhost-40067-hadoop-hdfs-3_4_1-tests_jar-_-any-13602124501207707527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:31,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d16e421{HTTP/1.1, (http/1.1)}{localhost:40067} 2024-11-15T19:51:31,219 INFO [Time-limited test {}] server.Server(415): Started @89345ms 2024-11-15T19:51:31,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:31,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:51:31,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:51:31,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:51:31,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:51:31,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:51:31,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa875a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:51:31,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5961c9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:51:31,315 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data1/current/BP-243642252-172.17.0.2-1731700290679/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:31,315 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data2/current/BP-243642252-172.17.0.2-1731700290679/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:31,334 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc331b3af33700637 with lease ID 0x4adebc95cfbc65be: Processing first storage report for DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f from datanode DatanodeRegistration(127.0.0.1:42515, datanodeUuid=df7ee97d-0c8c-444b-8086-126b5e22c50d, infoPort=46147, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679) 2024-11-15T19:51:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc331b3af33700637 with lease ID 0x4adebc95cfbc65be: from storage DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f node DatanodeRegistration(127.0.0.1:42515, datanodeUuid=df7ee97d-0c8c-444b-8086-126b5e22c50d, infoPort=46147, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc331b3af33700637 with lease ID 0x4adebc95cfbc65be: Processing first storage report for DS-c351a962-1da4-4b15-9ac9-5d724784aa22 from datanode DatanodeRegistration(127.0.0.1:42515, datanodeUuid=df7ee97d-0c8c-444b-8086-126b5e22c50d, infoPort=46147, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679) 2024-11-15T19:51:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc331b3af33700637 with lease ID 0x4adebc95cfbc65be: from storage DS-c351a962-1da4-4b15-9ac9-5d724784aa22 node DatanodeRegistration(127.0.0.1:42515, datanodeUuid=df7ee97d-0c8c-444b-8086-126b5e22c50d, infoPort=46147, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:31,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e948e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/java.io.tmpdir/jetty-localhost-45043-hadoop-hdfs-3_4_1-tests_jar-_-any-15077898760010991553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:51:31,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45e39869{HTTP/1.1, (http/1.1)}{localhost:45043} 2024-11-15T19:51:31,429 INFO [Time-limited test {}] server.Server(415): Started @89555ms 2024-11-15T19:51:31,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:51:31,523 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data3/current/BP-243642252-172.17.0.2-1731700290679/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:31,523 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data4/current/BP-243642252-172.17.0.2-1731700290679/current, will proceed with Du for space computation calculation, 2024-11-15T19:51:31,543 WARN [Thread-801 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:51:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526e32961510fd9b with lease ID 0x4adebc95cfbc65bf: Processing first storage report for DS-a280c08f-d2df-4faf-ab39-181fcbb86c76 from datanode DatanodeRegistration(127.0.0.1:44729, datanodeUuid=c52889cd-8e98-4fd6-82f9-50062ad5c182, infoPort=43455, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679) 2024-11-15T19:51:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526e32961510fd9b with lease ID 0x4adebc95cfbc65bf: from storage DS-a280c08f-d2df-4faf-ab39-181fcbb86c76 node DatanodeRegistration(127.0.0.1:44729, datanodeUuid=c52889cd-8e98-4fd6-82f9-50062ad5c182, infoPort=43455, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526e32961510fd9b with lease ID 0x4adebc95cfbc65bf: Processing first storage report for DS-4574dcaf-cb86-4aa0-8a80-f27925124211 from datanode DatanodeRegistration(127.0.0.1:44729, datanodeUuid=c52889cd-8e98-4fd6-82f9-50062ad5c182, infoPort=43455, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679) 2024-11-15T19:51:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526e32961510fd9b with lease ID 0x4adebc95cfbc65bf: from storage DS-4574dcaf-cb86-4aa0-8a80-f27925124211 node DatanodeRegistration(127.0.0.1:44729, datanodeUuid=c52889cd-8e98-4fd6-82f9-50062ad5c182, infoPort=43455, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=1641031807;c=1731700290679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:51:31,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b 2024-11-15T19:51:31,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/zookeeper_0, clientPort=64853, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T19:51:31,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64853 2024-11-15T19:51:31,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:31,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:51:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:51:31,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8 with version=8 2024-11-15T19:51:31,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/hbase-staging 2024-11-15T19:51:31,587 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:51:31,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:31,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:31,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:51:31,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:31,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:51:31,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T19:51:31,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:51:31,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41243 2024-11-15T19:51:31,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41243 connecting to ZooKeeper ensemble=127.0.0.1:64853 2024-11-15T19:51:31,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412430x0, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:51:31,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41243-0x101ad7ced580000 connected 2024-11-15T19:51:31,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:31,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:31,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:31,625 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8, hbase.cluster.distributed=false 2024-11-15T19:51:31,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:51:31,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41243 2024-11-15T19:51:31,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41243 2024-11-15T19:51:31,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41243 2024-11-15T19:51:31,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41243 2024-11-15T19:51:31,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41243 2024-11-15T19:51:31,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:51:31,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:31,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:31,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:51:31,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:51:31,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:51:31,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T19:51:31,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:51:31,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46171 2024-11-15T19:51:31,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46171 connecting to ZooKeeper ensemble=127.0.0.1:64853 2024-11-15T19:51:31,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:31,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:31,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461710x0, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:51:31,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46171-0x101ad7ced580001 connected 2024-11-15T19:51:31,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:51:31,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T19:51:31,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T19:51:31,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T19:51:31,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:51:31,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46171 2024-11-15T19:51:31,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46171 2024-11-15T19:51:31,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46171 2024-11-15T19:51:31,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46171 2024-11-15T19:51:31,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46171 2024-11-15T19:51:31,679 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c325ef450a96:41243 2024-11-15T19:51:31,679 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c325ef450a96,41243,1731700291587 2024-11-15T19:51:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:31,682 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c325ef450a96,41243,1731700291587 2024-11-15T19:51:31,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T19:51:31,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,684 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T19:51:31,685 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c325ef450a96,41243,1731700291587 from backup master directory 2024-11-15T19:51:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c325ef450a96,41243,1731700291587 2024-11-15T19:51:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:31,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:51:31,686 WARN [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:51:31,686 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c325ef450a96,41243,1731700291587 2024-11-15T19:51:31,693 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/hbase.id] with ID: 830497c3-f458-46e8-9f24-c9a84dd3505f 2024-11-15T19:51:31,693 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/.tmp/hbase.id 2024-11-15T19:51:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:51:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:51:31,702 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/.tmp/hbase.id]:[hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/hbase.id] 2024-11-15T19:51:31,717 INFO [master/c325ef450a96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:31,717 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T19:51:31,718 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T19:51:31,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:51:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:51:31,733 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:51:31,734 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T19:51:31,734 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:51:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:51:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:51:31,749 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store 2024-11-15T19:51:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:51:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:51:31,763 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:31,763 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:51:31,763 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:31,763 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:31,763 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:51:31,763 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:31,763 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:51:31,763 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700291763Disabling compacts and flushes for region at 1731700291763Disabling writes for close at 1731700291763Writing region close event to WAL at 1731700291763Closed at 1731700291763 2024-11-15T19:51:31,765 WARN [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/.initializing 2024-11-15T19:51:31,765 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/WALs/c325ef450a96,41243,1731700291587 2024-11-15T19:51:31,766 INFO [master/c325ef450a96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:51:31,769 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C41243%2C1731700291587, suffix=, logDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/WALs/c325ef450a96,41243,1731700291587, archiveDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/oldWALs, maxLogs=10 2024-11-15T19:51:31,790 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/WALs/c325ef450a96,41243,1731700291587/c325ef450a96%2C41243%2C1731700291587.1731700291769, exclude list is [], retry=0 2024-11-15T19:51:31,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44729,DS-a280c08f-d2df-4faf-ab39-181fcbb86c76,DISK] 2024-11-15T19:51:31,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f,DISK] 2024-11-15T19:51:31,802 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/WALs/c325ef450a96,41243,1731700291587/c325ef450a96%2C41243%2C1731700291587.1731700291769 2024-11-15T19:51:31,802 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455),(127.0.0.1/127.0.0.1:46147:46147)] 2024-11-15T19:51:31,802 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:51:31,803 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:31,803 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,803 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T19:51:31,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:31,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T19:51:31,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:31,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T19:51:31,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:31,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T19:51:31,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:31,815 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,816 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,816 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,818 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,818 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,818 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:51:31,820 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:51:31,822 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:51:31,823 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881906, jitterRate=0.12140193581581116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:51:31,824 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731700291803Initializing all the Stores at 1731700291805 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700291805Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700291805Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700291805Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700291805Cleaning up temporary data from old regions at 1731700291818 (+13 ms)Region opened successfully at 1731700291823 (+5 ms) 2024-11-15T19:51:31,824 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T19:51:31,828 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5403f9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:51:31,829 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T19:51:31,829 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T19:51:31,829 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T19:51:31,829 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T19:51:31,830 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T19:51:31,830 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T19:51:31,830 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T19:51:31,833 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T19:51:31,834 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T19:51:31,836 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T19:51:31,836 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T19:51:31,837 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T19:51:31,839 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T19:51:31,839 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T19:51:31,840 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T19:51:31,841 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T19:51:31,843 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T19:51:31,844 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T19:51:31,846 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T19:51:31,847 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T19:51:31,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:31,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:51:31,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,850 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c325ef450a96,41243,1731700291587, sessionid=0x101ad7ced580000, setting cluster-up flag (Was=false) 2024-11-15T19:51:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,859 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T19:51:31,861 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,41243,1731700291587 2024-11-15T19:51:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,871 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T19:51:31,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:31,873 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,41243,1731700291587 2024-11-15T19:51:31,875 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T19:51:31,882 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:31,882 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T19:51:31,883 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T19:51:31,883 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c325ef450a96,41243,1731700291587 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c325ef450a96:0, corePoolSize=10, maxPoolSize=10 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:51:31,885 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:31,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:31,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T19:51:31,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T19:51:31,904 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731700321904 2024-11-15T19:51:31,905 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T19:51:31,905 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T19:51:31,905 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T19:51:31,905 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T19:51:31,905 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T19:51:31,905 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T19:51:31,905 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:31,908 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T19:51:31,908 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T19:51:31,908 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T19:51:31,909 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T19:51:31,909 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T19:51:31,909 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700291909,5,FailOnTimeoutGroup] 2024-11-15T19:51:31,909 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700291909,5,FailOnTimeoutGroup] 2024-11-15T19:51:31,909 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:31,909 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T19:51:31,909 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:31,909 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:31,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:51:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:51:31,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T19:51:31,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8 2024-11-15T19:51:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:51:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:51:31,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:31,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:51:31,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:51:31,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:31,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:51:31,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:51:31,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:31,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:51:31,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:51:31,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:31,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:51:31,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:51:31,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:31,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:31,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:51:31,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740 2024-11-15T19:51:31,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740 2024-11-15T19:51:31,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:51:31,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:51:31,942 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:51:31,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:51:31,965 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:51:31,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692964, jitterRate=-0.11885084211826324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:51:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731700291925Initializing all the Stores at 1731700291926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700291926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700291926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700291926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700291926Cleaning up temporary data from old regions at 1731700291942 (+16 ms)Region opened successfully at 1731700291967 (+25 ms) 2024-11-15T19:51:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:51:31,967 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:51:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:51:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:51:31,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:51:31,978 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(746): ClusterId : 830497c3-f458-46e8-9f24-c9a84dd3505f 2024-11-15T19:51:31,978 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T19:51:31,981 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T19:51:31,981 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T19:51:31,983 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T19:51:31,984 DEBUG [RS:0;c325ef450a96:46171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbc7781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:51:31,992 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:51:31,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700291967Disabling compacts and flushes for region at 1731700291967Disabling writes for close at 1731700291967Writing region close event to WAL at 1731700291992 (+25 ms)Closed at 1731700291992 2024-11-15T19:51:31,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:31,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T19:51:31,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T19:51:31,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:51:32,000 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T19:51:32,012 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c325ef450a96:46171 2024-11-15T19:51:32,012 INFO [RS:0;c325ef450a96:46171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T19:51:32,012 INFO [RS:0;c325ef450a96:46171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T19:51:32,012 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T19:51:32,014 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,41243,1731700291587 with port=46171, startcode=1731700291647 2024-11-15T19:51:32,014 DEBUG [RS:0;c325ef450a96:46171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T19:51:32,017 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T19:51:32,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41243 {}] master.ServerManager(517): Registering regionserver=c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,021 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8 2024-11-15T19:51:32,021 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41823 2024-11-15T19:51:32,021 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T19:51:32,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:51:32,024 DEBUG [RS:0;c325ef450a96:46171 {}] zookeeper.ZKUtil(111): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,024 WARN [RS:0;c325ef450a96:46171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:51:32,024 INFO [RS:0;c325ef450a96:46171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:51:32,024 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c325ef450a96,46171,1731700291647] 2024-11-15T19:51:32,032 INFO [RS:0;c325ef450a96:46171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T19:51:32,036 INFO [RS:0;c325ef450a96:46171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T19:51:32,048 INFO [RS:0;c325ef450a96:46171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:51:32,048 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,049 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T19:51:32,051 INFO [RS:0;c325ef450a96:46171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T19:51:32,051 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,051 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,051 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,051 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,051 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,051 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,051 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:51:32,051 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,052 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,052 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,052 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,052 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,052 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:51:32,052 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:51:32,052 DEBUG [RS:0;c325ef450a96:46171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:51:32,060 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,060 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,060 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,060 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,060 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,060 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,46171,1731700291647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:51:32,090 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T19:51:32,091 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,46171,1731700291647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,091 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,092 INFO [RS:0;c325ef450a96:46171 {}] regionserver.Replication(171): c325ef450a96,46171,1731700291647 started 2024-11-15T19:51:32,114 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,115 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1482): Serving as c325ef450a96,46171,1731700291647, RpcServer on c325ef450a96/172.17.0.2:46171, sessionid=0x101ad7ced580001 2024-11-15T19:51:32,115 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T19:51:32,115 DEBUG [RS:0;c325ef450a96:46171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,115 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,46171,1731700291647' 2024-11-15T19:51:32,115 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T19:51:32,116 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T19:51:32,118 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T19:51:32,118 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T19:51:32,118 DEBUG [RS:0;c325ef450a96:46171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,118 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,46171,1731700291647' 2024-11-15T19:51:32,118 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T19:51:32,119 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T19:51:32,119 DEBUG [RS:0;c325ef450a96:46171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T19:51:32,119 INFO [RS:0;c325ef450a96:46171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T19:51:32,119 INFO [RS:0;c325ef450a96:46171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T19:51:32,150 WARN [c325ef450a96:41243 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T19:51:32,220 INFO [RS:0;c325ef450a96:46171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:51:32,223 INFO [RS:0;c325ef450a96:46171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C46171%2C1731700291647, suffix=, logDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647, archiveDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/oldWALs, maxLogs=32 2024-11-15T19:51:32,245 DEBUG [RS:0;c325ef450a96:46171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700292224, exclude list is [], retry=0 2024-11-15T19:51:32,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44729,DS-a280c08f-d2df-4faf-ab39-181fcbb86c76,DISK] 2024-11-15T19:51:32,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f,DISK] 2024-11-15T19:51:32,257 INFO [RS:0;c325ef450a96:46171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700292224 2024-11-15T19:51:32,257 DEBUG [RS:0;c325ef450a96:46171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455),(127.0.0.1/127.0.0.1:46147:46147)] 2024-11-15T19:51:32,401 DEBUG [c325ef450a96:41243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T19:51:32,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,46171,1731700291647, state=OPENING 2024-11-15T19:51:32,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T19:51:32,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:32,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:51:32,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:32,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:32,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:51:32,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,46171,1731700291647}] 2024-11-15T19:51:32,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T19:51:32,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T19:51:32,595 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T19:51:32,596 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:51:32,596 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T19:51:32,600 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C46171%2C1731700291647.meta, suffix=.meta, logDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647, archiveDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/oldWALs, maxLogs=32 2024-11-15T19:51:32,619 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.meta.1731700292601.meta, exclude list is [], retry=0 2024-11-15T19:51:32,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44729,DS-a280c08f-d2df-4faf-ab39-181fcbb86c76,DISK] 2024-11-15T19:51:32,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f,DISK] 2024-11-15T19:51:32,633 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.meta.1731700292601.meta 2024-11-15T19:51:32,633 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455),(127.0.0.1/127.0.0.1:46147:46147)] 2024-11-15T19:51:32,634 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:51:32,634 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T19:51:32,635 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T19:51:32,635 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T19:51:32,635 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T19:51:32,635 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:32,635 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T19:51:32,635 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T19:51:32,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:51:32,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:51:32,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:32,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:32,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:51:32,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:51:32,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:32,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:32,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:51:32,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:51:32,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:32,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:32,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:51:32,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:51:32,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:32,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:51:32,655 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:51:32,656 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740 2024-11-15T19:51:32,658 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740 2024-11-15T19:51:32,659 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:51:32,660 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:51:32,661 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:51:32,663 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:51:32,664 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864597, jitterRate=0.09939196705818176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:51:32,664 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T19:51:32,665 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731700292635Writing region info on filesystem at 1731700292635Initializing all the Stores at 1731700292637 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700292637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700292640 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700292640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700292640Cleaning up temporary data from old regions at 1731700292660 (+20 ms)Running coprocessor post-open hooks at 1731700292664 (+4 ms)Region opened successfully at 1731700292665 (+1 ms) 2024-11-15T19:51:32,667 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731700292584 2024-11-15T19:51:32,670 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T19:51:32,670 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T19:51:32,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,46171,1731700291647, state=OPEN 2024-11-15T19:51:32,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:51:32,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:51:32,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c325ef450a96,46171,1731700291647 2024-11-15T19:51:32,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:32,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:51:32,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T19:51:32,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,46171,1731700291647 in 264 msec 2024-11-15T19:51:32,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T19:51:32,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-15T19:51:32,684 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:51:32,684 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T19:51:32,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:51:32,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,46171,1731700291647, seqNum=-1] 2024-11-15T19:51:32,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:51:32,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54679, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:51:32,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 813 msec 2024-11-15T19:51:32,695 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731700292695, completionTime=-1 2024-11-15T19:51:32,695 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T19:51:32,695 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731700352698 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731700412698 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41243,1731700291587-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41243,1731700291587-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41243,1731700291587-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,698 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c325ef450a96:41243, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,699 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,699 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,701 DEBUG [master/c325ef450a96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T19:51:32,703 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.017sec 2024-11-15T19:51:32,703 INFO [master/c325ef450a96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T19:51:32,703 INFO [master/c325ef450a96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T19:51:32,703 INFO [master/c325ef450a96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T19:51:32,703 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T19:51:32,703 INFO [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T19:51:32,703 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41243,1731700291587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:51:32,704 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41243,1731700291587-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T19:51:32,707 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T19:51:32,707 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T19:51:32,707 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41243,1731700291587-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:51:32,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12209e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:51:32,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,41243,-1 for getting cluster id 2024-11-15T19:51:32,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:51:32,780 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '830497c3-f458-46e8-9f24-c9a84dd3505f' 2024-11-15T19:51:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:51:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "830497c3-f458-46e8-9f24-c9a84dd3505f" 2024-11-15T19:51:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c54f08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:51:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,41243,-1] 2024-11-15T19:51:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:51:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:51:32,784 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:51:32,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672b1821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:51:32,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:51:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,46171,1731700291647, seqNum=-1] 2024-11-15T19:51:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:51:32,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:51:32,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c325ef450a96,41243,1731700291587 2024-11-15T19:51:32,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:51:32,795 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T19:51:32,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:51:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,41243,1731700291587 2024-11-15T19:51:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e72790 2024-11-15T19:51:32,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:51:32,802 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:51:32,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T19:51:32,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T19:51:32,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:51:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:51:32,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:51:32,810 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:32,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-15T19:51:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:51:32,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:51:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741835_1011 (size=405) 2024-11-15T19:51:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741835_1011 (size=405) 2024-11-15T19:51:32,823 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b8155728f0eb36032ad7b3c5c6ad41d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8 2024-11-15T19:51:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741836_1012 (size=88) 2024-11-15T19:51:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741836_1012 (size=88) 2024-11-15T19:51:32,835 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:32,835 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8b8155728f0eb36032ad7b3c5c6ad41d, disabling compactions & flushes 2024-11-15T19:51:32,835 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:32,835 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:32,835 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. after waiting 0 ms 2024-11-15T19:51:32,835 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:32,835 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:32,835 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b8155728f0eb36032ad7b3c5c6ad41d: Waiting for close lock at 1731700292835Disabling compacts and flushes for region at 1731700292835Disabling writes for close at 1731700292835Writing region close event to WAL at 1731700292835Closed at 1731700292835 2024-11-15T19:51:32,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:51:32,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731700292837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700292837"}]},"ts":"1731700292837"} 2024-11-15T19:51:32,841 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:51:32,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:51:32,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700292842"}]},"ts":"1731700292842"} 2024-11-15T19:51:32,845 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-15T19:51:32,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8b8155728f0eb36032ad7b3c5c6ad41d, ASSIGN}] 2024-11-15T19:51:32,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8b8155728f0eb36032ad7b3c5c6ad41d, ASSIGN 2024-11-15T19:51:32,849 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8b8155728f0eb36032ad7b3c5c6ad41d, ASSIGN; state=OFFLINE, location=c325ef450a96,46171,1731700291647; forceNewPlan=false, retain=false 2024-11-15T19:51:32,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b8155728f0eb36032ad7b3c5c6ad41d, regionState=OPENING, regionLocation=c325ef450a96,46171,1731700291647 2024-11-15T19:51:33,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8b8155728f0eb36032ad7b3c5c6ad41d, ASSIGN because future has completed 2024-11-15T19:51:33,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b8155728f0eb36032ad7b3c5c6ad41d, server=c325ef450a96,46171,1731700291647}] 2024-11-15T19:51:33,172 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:33,173 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b8155728f0eb36032ad7b3c5c6ad41d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:51:33,173 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,173 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:51:33,173 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,174 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,176 INFO [StoreOpener-8b8155728f0eb36032ad7b3c5c6ad41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,178 INFO [StoreOpener-8b8155728f0eb36032ad7b3c5c6ad41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b8155728f0eb36032ad7b3c5c6ad41d columnFamilyName info 2024-11-15T19:51:33,178 DEBUG [StoreOpener-8b8155728f0eb36032ad7b3c5c6ad41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:51:33,179 INFO [StoreOpener-8b8155728f0eb36032ad7b3c5c6ad41d-1 {}] regionserver.HStore(327): Store=8b8155728f0eb36032ad7b3c5c6ad41d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:51:33,180 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,181 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,181 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,182 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,182 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,185 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,187 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:51:33,190 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8b8155728f0eb36032ad7b3c5c6ad41d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838444, jitterRate=0.06613685190677643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:51:33,190 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:51:33,190 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8b8155728f0eb36032ad7b3c5c6ad41d: Running coprocessor pre-open hook at 1731700293174Writing region info on filesystem at 1731700293174Initializing all the Stores at 1731700293175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700293175Cleaning up temporary data from old regions at 1731700293182 (+7 ms)Running coprocessor post-open hooks at 1731700293190 (+8 ms)Region opened successfully at 1731700293190 2024-11-15T19:51:33,192 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d., pid=6, masterSystemTime=1731700293160 2024-11-15T19:51:33,195 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:33,196 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:33,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b8155728f0eb36032ad7b3c5c6ad41d, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,46171,1731700291647 2024-11-15T19:51:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b8155728f0eb36032ad7b3c5c6ad41d, server=c325ef450a96,46171,1731700291647 because future has completed 2024-11-15T19:51:33,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T19:51:33,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b8155728f0eb36032ad7b3c5c6ad41d, server=c325ef450a96,46171,1731700291647 in 197 msec 2024-11-15T19:51:33,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T19:51:33,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8b8155728f0eb36032ad7b3c5c6ad41d, ASSIGN in 358 msec 2024-11-15T19:51:33,210 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:51:33,210 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700293210"}]},"ts":"1731700293210"} 2024-11-15T19:51:33,214 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-15T19:51:33,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:51:33,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 412 msec 2024-11-15T19:51:33,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T19:51:33,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:33,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:33,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:33,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:33,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:33,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T19:51:38,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-15T19:51:38,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T19:51:38,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T19:51:38,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:51:38,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T19:51:38,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T19:51:38,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T19:51:38,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:51:38,126 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T19:51:38,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T19:51:38,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:38,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:51:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:51:42,820 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T19:51:42,820 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-15T19:51:42,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:51:42,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d., hostname=c325ef450a96,46171,1731700291647, seqNum=2] 2024-11-15T19:51:42,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:51:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:51:42,847 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:51:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:51:42,848 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:51:42,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:51:43,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:51:43,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:43,012 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8b8155728f0eb36032ad7b3c5c6ad41d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T19:51:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/4d2af681dc5744abbb1bdc2174134473 is 1055, key is row0001/info:/1731700302828/Put/seqid=0 2024-11-15T19:51:43,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741837_1013 (size=6008) 2024-11-15T19:51:43,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741837_1013 (size=6008) 2024-11-15T19:51:43,052 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/4d2af681dc5744abbb1bdc2174134473 2024-11-15T19:51:43,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/4d2af681dc5744abbb1bdc2174134473 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/4d2af681dc5744abbb1bdc2174134473 2024-11-15T19:51:43,073 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/4d2af681dc5744abbb1bdc2174134473, entries=1, sequenceid=5, filesize=5.9 K 2024-11-15T19:51:43,074 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8b8155728f0eb36032ad7b3c5c6ad41d in 62ms, sequenceid=5, compaction requested=false 2024-11-15T19:51:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8b8155728f0eb36032ad7b3c5c6ad41d: 2024-11-15T19:51:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T19:51:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T19:51:43,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T19:51:43,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 231 msec 2024-11-15T19:51:43,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 246 msec 2024-11-15T19:51:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:51:52,909 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T19:51:52,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:51:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:51:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:51:52,918 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:51:52,919 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:51:52,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:51:53,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T19:51:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:53,075 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8b8155728f0eb36032ad7b3c5c6ad41d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T19:51:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/0ebfc6379527402686608df35621e284 is 1055, key is row0002/info:/1731700312912/Put/seqid=0 2024-11-15T19:51:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741838_1014 (size=6008) 2024-11-15T19:51:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741838_1014 (size=6008) 2024-11-15T19:51:53,092 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/0ebfc6379527402686608df35621e284 2024-11-15T19:51:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/0ebfc6379527402686608df35621e284 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/0ebfc6379527402686608df35621e284 2024-11-15T19:51:53,111 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/0ebfc6379527402686608df35621e284, entries=1, sequenceid=9, filesize=5.9 K 2024-11-15T19:51:53,112 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8b8155728f0eb36032ad7b3c5c6ad41d in 38ms, sequenceid=9, compaction requested=false 2024-11-15T19:51:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8b8155728f0eb36032ad7b3c5c6ad41d: 2024-11-15T19:51:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:51:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T19:51:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T19:51:53,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T19:51:53,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 196 msec 2024-11-15T19:51:53,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 205 msec 2024-11-15T19:52:01,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:52:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:52:03,018 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T19:52:03,035 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700323021, exclude list is [], retry=0 2024-11-15T19:52:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44729,DS-a280c08f-d2df-4faf-ab39-181fcbb86c76,DISK] 2024-11-15T19:52:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f,DISK] 2024-11-15T19:52:03,040 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700292224 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700323021 2024-11-15T19:52:03,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455),(127.0.0.1/127.0.0.1:46147:46147)] 2024-11-15T19:52:03,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700292224 is not closed yet, will try archiving it next time 2024-11-15T19:52:03,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:52:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741833_1009 (size=5471) 2024-11-15T19:52:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741833_1009 (size=5471) 2024-11-15T19:52:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:52:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:52:03,044 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:52:03,046 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:52:03,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:52:03,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:52:03,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:03,200 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8b8155728f0eb36032ad7b3c5c6ad41d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T19:52:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/d781ffd9574545b2b30c3c9a5fd91670 is 1055, key is row0003/info:/1731700323020/Put/seqid=0 2024-11-15T19:52:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741840_1016 (size=6008) 2024-11-15T19:52:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741840_1016 (size=6008) 2024-11-15T19:52:03,214 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/d781ffd9574545b2b30c3c9a5fd91670 2024-11-15T19:52:03,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/d781ffd9574545b2b30c3c9a5fd91670 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/d781ffd9574545b2b30c3c9a5fd91670 2024-11-15T19:52:03,227 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/d781ffd9574545b2b30c3c9a5fd91670, entries=1, sequenceid=13, filesize=5.9 K 2024-11-15T19:52:03,228 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8b8155728f0eb36032ad7b3c5c6ad41d in 28ms, sequenceid=13, compaction requested=true 2024-11-15T19:52:03,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8b8155728f0eb36032ad7b3c5c6ad41d: 2024-11-15T19:52:03,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:03,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T19:52:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T19:52:03,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T19:52:03,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-15T19:52:03,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-15T19:52:12,709 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T19:52:12,709 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T19:52:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:52:13,120 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T19:52:13,122 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:52:13,125 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:52:13,128 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8b8155728f0eb36032ad7b3c5c6ad41d/info is initiating minor compaction (all files) 2024-11-15T19:52:13,128 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:52:13,128 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:13,128 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8b8155728f0eb36032ad7b3c5c6ad41d/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:13,129 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/4d2af681dc5744abbb1bdc2174134473, hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/0ebfc6379527402686608df35621e284, hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/d781ffd9574545b2b30c3c9a5fd91670] into tmpdir=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp, totalSize=17.6 K 2024-11-15T19:52:13,131 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4d2af681dc5744abbb1bdc2174134473, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731700302828 2024-11-15T19:52:13,131 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0ebfc6379527402686608df35621e284, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731700312912 2024-11-15T19:52:13,132 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d781ffd9574545b2b30c3c9a5fd91670, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731700323020 2024-11-15T19:52:13,162 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8b8155728f0eb36032ad7b3c5c6ad41d#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:52:13,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/0a6a453956814d08803603bf8551974a is 1055, key is row0001/info:/1731700302828/Put/seqid=0 2024-11-15T19:52:13,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741841_1017 (size=8221) 2024-11-15T19:52:13,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741841_1017 (size=8221) 2024-11-15T19:52:13,182 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/0a6a453956814d08803603bf8551974a as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/0a6a453956814d08803603bf8551974a 2024-11-15T19:52:13,201 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8b8155728f0eb36032ad7b3c5c6ad41d/info of 8b8155728f0eb36032ad7b3c5c6ad41d into 0a6a453956814d08803603bf8551974a(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:52:13,201 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8b8155728f0eb36032ad7b3c5c6ad41d: 2024-11-15T19:52:13,225 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700333204, exclude list is [], retry=0 2024-11-15T19:52:13,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f,DISK] 2024-11-15T19:52:13,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44729,DS-a280c08f-d2df-4faf-ab39-181fcbb86c76,DISK] 2024-11-15T19:52:13,231 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700323021 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700333204 2024-11-15T19:52:13,232 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-15T19:52:13,232 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700323021 is not closed yet, will try archiving it next time 2024-11-15T19:52:13,232 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700292224 to hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/oldWALs/c325ef450a96%2C46171%2C1731700291647.1731700292224 2024-11-15T19:52:13,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:52:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741839_1015 (size=2495) 2024-11-15T19:52:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741839_1015 (size=2495) 2024-11-15T19:52:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:52:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:52:13,242 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:52:13,243 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:52:13,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:52:13,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T19:52:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:13,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8b8155728f0eb36032ad7b3c5c6ad41d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T19:52:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/b5f0a65e5b434269bde5e3dfe637eee7 is 1055, key is row0000/info:/1731700333203/Put/seqid=0 2024-11-15T19:52:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741843_1019 (size=6008) 2024-11-15T19:52:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741843_1019 (size=6008) 2024-11-15T19:52:13,414 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/b5f0a65e5b434269bde5e3dfe637eee7 2024-11-15T19:52:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/b5f0a65e5b434269bde5e3dfe637eee7 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/b5f0a65e5b434269bde5e3dfe637eee7 2024-11-15T19:52:13,431 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/b5f0a65e5b434269bde5e3dfe637eee7, entries=1, sequenceid=18, filesize=5.9 K 2024-11-15T19:52:13,433 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8b8155728f0eb36032ad7b3c5c6ad41d in 34ms, sequenceid=18, compaction requested=false 2024-11-15T19:52:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8b8155728f0eb36032ad7b3c5c6ad41d: 2024-11-15T19:52:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T19:52:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T19:52:13,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T19:52:13,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-15T19:52:13,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 206 msec 2024-11-15T19:52:18,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8b8155728f0eb36032ad7b3c5c6ad41d, had cached 0 bytes from a total of 14229 2024-11-15T19:52:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:52:23,309 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-15T19:52:23,329 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700343312, exclude list is [], retry=0 2024-11-15T19:52:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44729,DS-a280c08f-d2df-4faf-ab39-181fcbb86c76,DISK] 2024-11-15T19:52:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-2bdf1bf5-d591-48a6-9834-fb675b93b33f,DISK] 2024-11-15T19:52:23,335 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700333204 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700343312 2024-11-15T19:52:23,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455),(127.0.0.1/127.0.0.1:46147:46147)] 2024-11-15T19:52:23,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700333204 is not closed yet, will try archiving it next time 2024-11-15T19:52:23,335 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/WALs/c325ef450a96,46171,1731700291647/c325ef450a96%2C46171%2C1731700291647.1731700323021 to hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/oldWALs/c325ef450a96%2C46171%2C1731700291647.1731700323021 2024-11-15T19:52:23,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T19:52:23,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:52:23,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:52:23,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:52:23,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:52:23,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:52:23,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T19:52:23,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=585631188, stopped=false 2024-11-15T19:52:23,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c325ef450a96,41243,1731700291587 2024-11-15T19:52:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741842_1018 (size=2001) 2024-11-15T19:52:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:52:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:52:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:23,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:52:23,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:52:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741842_1018 (size=2001) 2024-11-15T19:52:23,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:52:23,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:52:23,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c325ef450a96,46171,1731700291647' ***** 2024-11-15T19:52:23,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:52:23,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T19:52:23,340 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T19:52:23,340 INFO [RS:0;c325ef450a96:46171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T19:52:23,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T19:52:23,340 INFO [RS:0;c325ef450a96:46171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T19:52:23,340 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:52:23,340 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(959): stopping server c325ef450a96,46171,1731700291647 2024-11-15T19:52:23,340 INFO [RS:0;c325ef450a96:46171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:52:23,341 INFO [RS:0;c325ef450a96:46171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c325ef450a96:46171. 2024-11-15T19:52:23,341 DEBUG [RS:0;c325ef450a96:46171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:52:23,341 DEBUG [RS:0;c325ef450a96:46171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:52:23,341 INFO [RS:0;c325ef450a96:46171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T19:52:23,341 INFO [RS:0;c325ef450a96:46171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T19:52:23,341 INFO [RS:0;c325ef450a96:46171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T19:52:23,341 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T19:52:23,341 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T19:52:23,341 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b8155728f0eb36032ad7b3c5c6ad41d, disabling compactions & flushes 2024-11-15T19:52:23,341 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8b8155728f0eb36032ad7b3c5c6ad41d=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.} 2024-11-15T19:52:23,341 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:23,341 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b8155728f0eb36032ad7b3c5c6ad41d 2024-11-15T19:52:23,341 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:23,341 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:52:23,341 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. after waiting 0 ms 2024-11-15T19:52:23,341 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:52:23,341 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:23,341 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:52:23,342 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-15T19:52:23,342 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:52:23,342 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b8155728f0eb36032ad7b3c5c6ad41d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T19:52:23,342 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-15T19:52:23,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:52:23,358 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/c5fe253c2cb648dc8af7c1855297b811 is 1055, key is row0001/info:/1731700343311/Put/seqid=0 2024-11-15T19:52:23,368 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/info/5163aa237d944013b7762f93471282f6 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d./info:regioninfo/1731700293196/Put/seqid=0 2024-11-15T19:52:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741845_1021 (size=6008) 2024-11-15T19:52:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741845_1021 (size=6008) 2024-11-15T19:52:23,375 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/c5fe253c2cb648dc8af7c1855297b811 2024-11-15T19:52:23,385 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/.tmp/info/c5fe253c2cb648dc8af7c1855297b811 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/c5fe253c2cb648dc8af7c1855297b811 2024-11-15T19:52:23,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741846_1022 (size=7308) 2024-11-15T19:52:23,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741846_1022 (size=7308) 2024-11-15T19:52:23,392 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/info/5163aa237d944013b7762f93471282f6 2024-11-15T19:52:23,393 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/c5fe253c2cb648dc8af7c1855297b811, entries=1, sequenceid=22, filesize=5.9 K 2024-11-15T19:52:23,394 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8b8155728f0eb36032ad7b3c5c6ad41d in 53ms, sequenceid=22, compaction requested=true 2024-11-15T19:52:23,396 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/4d2af681dc5744abbb1bdc2174134473, hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/0ebfc6379527402686608df35621e284, hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/d781ffd9574545b2b30c3c9a5fd91670] to archive 2024-11-15T19:52:23,399 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:52:23,403 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/4d2af681dc5744abbb1bdc2174134473 to hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/4d2af681dc5744abbb1bdc2174134473 2024-11-15T19:52:23,406 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/0ebfc6379527402686608df35621e284 to hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/0ebfc6379527402686608df35621e284 2024-11-15T19:52:23,409 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/d781ffd9574545b2b30c3c9a5fd91670 to hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/info/d781ffd9574545b2b30c3c9a5fd91670 2024-11-15T19:52:23,422 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/ns/0227ac4f283a4054a915b51531b2554f is 43, key is default/ns:d/1731700292689/Put/seqid=0 2024-11-15T19:52:23,422 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c325ef450a96:41243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-15T19:52:23,423 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4d2af681dc5744abbb1bdc2174134473=6008, 0ebfc6379527402686608df35621e284=6008, d781ffd9574545b2b30c3c9a5fd91670=6008] 2024-11-15T19:52:23,435 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8b8155728f0eb36032ad7b3c5c6ad41d/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-15T19:52:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741847_1023 (size=5153) 2024-11-15T19:52:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741847_1023 (size=5153) 2024-11-15T19:52:23,436 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:23,436 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b8155728f0eb36032ad7b3c5c6ad41d: Waiting for close lock at 1731700343341Running coprocessor pre-close hooks at 1731700343341Disabling compacts and flushes for region at 1731700343341Disabling writes for close at 1731700343341Obtaining lock to block concurrent updates at 1731700343342 (+1 ms)Preparing flush snapshotting stores in 8b8155728f0eb36032ad7b3c5c6ad41d at 1731700343342Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731700343342Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. at 1731700343352 (+10 ms)Flushing 8b8155728f0eb36032ad7b3c5c6ad41d/info: creating writer at 1731700343352Flushing 8b8155728f0eb36032ad7b3c5c6ad41d/info: appending metadata at 1731700343357 (+5 ms)Flushing 8b8155728f0eb36032ad7b3c5c6ad41d/info: closing flushed file at 1731700343357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1e919: reopening flushed file at 1731700343384 (+27 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8b8155728f0eb36032ad7b3c5c6ad41d in 53ms, sequenceid=22, compaction requested=true at 1731700343394 (+10 ms)Writing region close event to WAL at 1731700343424 (+30 ms)Running coprocessor post-close hooks at 1731700343436 (+12 ms)Closed at 1731700343436 2024-11-15T19:52:23,437 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/ns/0227ac4f283a4054a915b51531b2554f 2024-11-15T19:52:23,437 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731700292803.8b8155728f0eb36032ad7b3c5c6ad41d. 2024-11-15T19:52:23,461 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/table/0496efb897b7478b8e5893de4aac33d4 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731700293210/Put/seqid=0 2024-11-15T19:52:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741848_1024 (size=5508) 2024-11-15T19:52:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741848_1024 (size=5508) 2024-11-15T19:52:23,542 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T19:52:23,742 DEBUG [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T19:52:23,875 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/table/0496efb897b7478b8e5893de4aac33d4 2024-11-15T19:52:23,888 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/info/5163aa237d944013b7762f93471282f6 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/info/5163aa237d944013b7762f93471282f6 2024-11-15T19:52:23,895 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/info/5163aa237d944013b7762f93471282f6, entries=10, sequenceid=11, filesize=7.1 K 2024-11-15T19:52:23,896 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/ns/0227ac4f283a4054a915b51531b2554f as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/ns/0227ac4f283a4054a915b51531b2554f 2024-11-15T19:52:23,902 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/ns/0227ac4f283a4054a915b51531b2554f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T19:52:23,903 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/.tmp/table/0496efb897b7478b8e5893de4aac33d4 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/table/0496efb897b7478b8e5893de4aac33d4 2024-11-15T19:52:23,909 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/table/0496efb897b7478b8e5893de4aac33d4, entries=2, sequenceid=11, filesize=5.4 K 2024-11-15T19:52:23,911 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=11, compaction requested=false 2024-11-15T19:52:23,915 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T19:52:23,916 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:52:23,916 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:52:23,917 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700343341Running coprocessor pre-close hooks at 1731700343341Disabling compacts and flushes for region at 1731700343341Disabling writes for close at 1731700343342 (+1 ms)Obtaining lock to block concurrent updates at 1731700343342Preparing flush snapshotting stores in 1588230740 at 1731700343342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731700343342Flushing stores of hbase:meta,,1.1588230740 at 1731700343343 (+1 ms)Flushing 1588230740/info: creating writer at 1731700343343Flushing 1588230740/info: appending metadata at 1731700343367 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731700343367Flushing 1588230740/ns: creating writer at 1731700343401 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731700343422 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731700343422Flushing 1588230740/table: creating writer at 1731700343443 (+21 ms)Flushing 1588230740/table: appending metadata at 1731700343460 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731700343461 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df84c01: reopening flushed file at 1731700343886 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489c4579: reopening flushed file at 1731700343895 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d24363: reopening flushed file at 1731700343902 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=11, compaction requested=false at 1731700343911 (+9 ms)Writing region close event to WAL at 1731700343912 (+1 ms)Running coprocessor post-close hooks at 1731700343916 (+4 ms)Closed at 1731700343916 2024-11-15T19:52:23,917 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T19:52:23,942 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(976): stopping server c325ef450a96,46171,1731700291647; all regions closed. 2024-11-15T19:52:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741834_1010 (size=3306) 2024-11-15T19:52:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741834_1010 (size=3306) 2024-11-15T19:52:23,948 DEBUG [RS:0;c325ef450a96:46171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/oldWALs 2024-11-15T19:52:23,948 INFO [RS:0;c325ef450a96:46171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C46171%2C1731700291647.meta:.meta(num 1731700292601) 2024-11-15T19:52:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741844_1020 (size=1252) 2024-11-15T19:52:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741844_1020 (size=1252) 2024-11-15T19:52:23,954 DEBUG [RS:0;c325ef450a96:46171 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/oldWALs 2024-11-15T19:52:23,954 INFO [RS:0;c325ef450a96:46171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C46171%2C1731700291647:(num 1731700343312) 2024-11-15T19:52:23,954 DEBUG [RS:0;c325ef450a96:46171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:52:23,954 INFO [RS:0;c325ef450a96:46171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:52:23,954 INFO [RS:0;c325ef450a96:46171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:52:23,954 INFO [RS:0;c325ef450a96:46171 {}] hbase.ChoreService(370): Chore service for: regionserver/c325ef450a96:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T19:52:23,954 INFO [RS:0;c325ef450a96:46171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:52:23,955 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:52:23,955 INFO [RS:0;c325ef450a96:46171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46171 2024-11-15T19:52:23,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:52:23,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c325ef450a96,46171,1731700291647 2024-11-15T19:52:23,957 INFO [RS:0;c325ef450a96:46171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:52:23,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c325ef450a96,46171,1731700291647] 2024-11-15T19:52:23,959 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c325ef450a96,46171,1731700291647 already deleted, retry=false 2024-11-15T19:52:23,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c325ef450a96,46171,1731700291647 expired; onlineServers=0 2024-11-15T19:52:23,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c325ef450a96,41243,1731700291587' ***** 2024-11-15T19:52:23,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T19:52:23,960 INFO [M:0;c325ef450a96:41243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:52:23,960 INFO [M:0;c325ef450a96:41243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:52:23,960 DEBUG [M:0;c325ef450a96:41243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T19:52:23,960 DEBUG [M:0;c325ef450a96:41243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T19:52:23,960 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T19:52:23,960 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700291909 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700291909,5,FailOnTimeoutGroup] 2024-11-15T19:52:23,960 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700291909 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700291909,5,FailOnTimeoutGroup] 2024-11-15T19:52:23,960 INFO [M:0;c325ef450a96:41243 {}] hbase.ChoreService(370): Chore service for: master/c325ef450a96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T19:52:23,960 INFO [M:0;c325ef450a96:41243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:52:23,960 DEBUG [M:0;c325ef450a96:41243 {}] master.HMaster(1795): Stopping service threads 2024-11-15T19:52:23,960 INFO [M:0;c325ef450a96:41243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T19:52:23,960 INFO [M:0;c325ef450a96:41243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:52:23,961 INFO [M:0;c325ef450a96:41243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T19:52:23,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T19:52:23,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T19:52:23,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:23,962 DEBUG [M:0;c325ef450a96:41243 {}] zookeeper.ZKUtil(347): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T19:52:23,962 WARN [M:0;c325ef450a96:41243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T19:52:23,963 INFO [M:0;c325ef450a96:41243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/.lastflushedseqids 2024-11-15T19:52:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741849_1025 (size=130) 2024-11-15T19:52:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741849_1025 (size=130) 2024-11-15T19:52:23,971 INFO [M:0;c325ef450a96:41243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T19:52:23,971 INFO [M:0;c325ef450a96:41243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T19:52:23,971 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:52:23,972 INFO [M:0;c325ef450a96:41243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:23,972 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:23,972 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:52:23,972 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:23,972 INFO [M:0;c325ef450a96:41243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.61 KB heapSize=55.02 KB 2024-11-15T19:52:23,992 DEBUG [M:0;c325ef450a96:41243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df580e782ad44724a9316acec200dd39 is 82, key is hbase:meta,,1/info:regioninfo/1731700292671/Put/seqid=0 2024-11-15T19:52:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741850_1026 (size=5672) 2024-11-15T19:52:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741850_1026 (size=5672) 2024-11-15T19:52:24,007 INFO [M:0;c325ef450a96:41243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df580e782ad44724a9316acec200dd39 2024-11-15T19:52:24,033 DEBUG [M:0;c325ef450a96:41243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea2f5b1232614d0089b49ce3e61f3c2b is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731700293217/Put/seqid=0 2024-11-15T19:52:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741851_1027 (size=7825) 2024-11-15T19:52:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741851_1027 (size=7825) 2024-11-15T19:52:24,040 INFO [M:0;c325ef450a96:41243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.01 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea2f5b1232614d0089b49ce3e61f3c2b 2024-11-15T19:52:24,047 INFO [M:0;c325ef450a96:41243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea2f5b1232614d0089b49ce3e61f3c2b 2024-11-15T19:52:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:52:24,059 INFO [RS:0;c325ef450a96:46171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:52:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46171-0x101ad7ced580001, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:52:24,059 INFO [RS:0;c325ef450a96:46171 {}] regionserver.HRegionServer(1031): Exiting; stopping=c325ef450a96,46171,1731700291647; zookeeper connection closed. 2024-11-15T19:52:24,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69b71030 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69b71030 2024-11-15T19:52:24,060 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T19:52:24,064 INFO [regionserver/c325ef450a96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:52:24,066 DEBUG [M:0;c325ef450a96:41243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/633365c080054be2913bdf9c2a0e884b is 69, key is c325ef450a96,46171,1731700291647/rs:state/1731700292018/Put/seqid=0 2024-11-15T19:52:24,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741852_1028 (size=5156) 2024-11-15T19:52:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741852_1028 (size=5156) 2024-11-15T19:52:24,073 INFO [M:0;c325ef450a96:41243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/633365c080054be2913bdf9c2a0e884b 2024-11-15T19:52:24,096 DEBUG [M:0;c325ef450a96:41243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/40859eb0c5aa4646a7c7bec1858a71a0 is 52, key is load_balancer_on/state:d/1731700292794/Put/seqid=0 2024-11-15T19:52:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741853_1029 (size=5056) 2024-11-15T19:52:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741853_1029 (size=5056) 2024-11-15T19:52:24,507 INFO [M:0;c325ef450a96:41243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/40859eb0c5aa4646a7c7bec1858a71a0 2024-11-15T19:52:24,515 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df580e782ad44724a9316acec200dd39 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df580e782ad44724a9316acec200dd39 2024-11-15T19:52:24,522 INFO [M:0;c325ef450a96:41243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df580e782ad44724a9316acec200dd39, entries=8, sequenceid=121, filesize=5.5 K 2024-11-15T19:52:24,523 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea2f5b1232614d0089b49ce3e61f3c2b as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea2f5b1232614d0089b49ce3e61f3c2b 2024-11-15T19:52:24,532 INFO [M:0;c325ef450a96:41243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea2f5b1232614d0089b49ce3e61f3c2b 2024-11-15T19:52:24,532 INFO [M:0;c325ef450a96:41243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea2f5b1232614d0089b49ce3e61f3c2b, entries=14, sequenceid=121, filesize=7.6 K 2024-11-15T19:52:24,534 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/633365c080054be2913bdf9c2a0e884b as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/633365c080054be2913bdf9c2a0e884b 2024-11-15T19:52:24,543 INFO [M:0;c325ef450a96:41243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/633365c080054be2913bdf9c2a0e884b, entries=1, sequenceid=121, filesize=5.0 K 2024-11-15T19:52:24,545 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/40859eb0c5aa4646a7c7bec1858a71a0 as hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/40859eb0c5aa4646a7c7bec1858a71a0 2024-11-15T19:52:24,553 INFO [M:0;c325ef450a96:41243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41823/user/jenkins/test-data/4bf60f08-3f11-c1a2-79a5-5f4910ab5ad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/40859eb0c5aa4646a7c7bec1858a71a0, entries=1, sequenceid=121, filesize=4.9 K 2024-11-15T19:52:24,555 INFO [M:0;c325ef450a96:41243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=121, compaction requested=false 2024-11-15T19:52:24,560 INFO [M:0;c325ef450a96:41243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:24,560 DEBUG [M:0;c325ef450a96:41243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700343971Disabling compacts and flushes for region at 1731700343971Disabling writes for close at 1731700343972 (+1 ms)Obtaining lock to block concurrent updates at 1731700343972Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731700343972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44659, getHeapSize=56272, getOffHeapSize=0, getCellsCount=140 at 1731700343972Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731700343973 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731700343973Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731700343991 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731700343991Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731700344015 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731700344032 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731700344032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731700344048 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731700344065 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731700344065Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731700344080 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731700344096 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731700344096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31988c67: reopening flushed file at 1731700344514 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755a9bac: reopening flushed file at 1731700344522 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9c8801: reopening flushed file at 1731700344532 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400678c8: reopening flushed file at 1731700344543 (+11 ms)Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=121, compaction requested=false at 1731700344555 (+12 ms)Writing region close event to WAL at 1731700344560 (+5 ms)Closed at 1731700344560 2024-11-15T19:52:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44729 is added to blk_1073741830_1006 (size=53056) 2024-11-15T19:52:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741830_1006 (size=53056) 2024-11-15T19:52:24,566 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:52:24,566 INFO [M:0;c325ef450a96:41243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T19:52:24,566 INFO [M:0;c325ef450a96:41243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41243 2024-11-15T19:52:24,568 INFO [M:0;c325ef450a96:41243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:52:24,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:52:24,671 INFO [M:0;c325ef450a96:41243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:52:24,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41243-0x101ad7ced580000, quorum=127.0.0.1:64853, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:52:24,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e948e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:52:24,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45e39869{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:52:24,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:52:24,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5961c9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:52:24,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa875a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir/,STOPPED} 2024-11-15T19:52:24,681 WARN [BP-243642252-172.17.0.2-1731700290679 heartbeating to localhost/127.0.0.1:41823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:52:24,681 WARN [BP-243642252-172.17.0.2-1731700290679 heartbeating to localhost/127.0.0.1:41823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-243642252-172.17.0.2-1731700290679 (Datanode Uuid c52889cd-8e98-4fd6-82f9-50062ad5c182) service to localhost/127.0.0.1:41823 2024-11-15T19:52:24,681 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:52:24,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:52:24,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data3/current/BP-243642252-172.17.0.2-1731700290679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:52:24,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data4/current/BP-243642252-172.17.0.2-1731700290679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:52:24,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:52:24,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532be366{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:52:24,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d16e421{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:52:24,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:52:24,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d1382f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:52:24,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9079e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir/,STOPPED} 2024-11-15T19:52:24,699 WARN [BP-243642252-172.17.0.2-1731700290679 heartbeating to localhost/127.0.0.1:41823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:52:24,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:52:24,699 WARN [BP-243642252-172.17.0.2-1731700290679 heartbeating to localhost/127.0.0.1:41823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-243642252-172.17.0.2-1731700290679 (Datanode Uuid df7ee97d-0c8c-444b-8086-126b5e22c50d) service to localhost/127.0.0.1:41823 2024-11-15T19:52:24,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:52:24,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data1/current/BP-243642252-172.17.0.2-1731700290679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:52:24,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/cluster_e2570ced-d1af-64c1-2d77-26121a1251f6/data/data2/current/BP-243642252-172.17.0.2-1731700290679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:52:24,700 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:52:24,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490813c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:52:24,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79799e10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:52:24,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:52:24,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c9098{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:52:24,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d37a692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir/,STOPPED} 2024-11-15T19:52:24,721 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T19:52:24,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T19:52:24,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 103), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 253), ProcessCount=11 (was 11), AvailableMemoryMB=2948 (was 4076) 2024-11-15T19:52:24,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=2948 2024-11-15T19:52:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T19:52:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.log.dir so I do NOT create it in target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132 2024-11-15T19:52:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/214cb99d-fa96-d4bf-6058-1a2a9ba3126b/hadoop.tmp.dir so I do NOT create it in target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132 2024-11-15T19:52:24,771 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748, deleteOnExit=true 2024-11-15T19:52:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T19:52:24,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/test.cache.data in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:52:24,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:52:24,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:52:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:52:24,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:52:24,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:52:24,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:52:24,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:52:24,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:52:24,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:52:24,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c6453e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:52:24,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f93b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:52:24,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c1c3e60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/java.io.tmpdir/jetty-localhost-39865-hadoop-hdfs-3_4_1-tests_jar-_-any-6186022258753527345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:52:24,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69a5eb89{HTTP/1.1, (http/1.1)}{localhost:39865} 2024-11-15T19:52:24,981 INFO [Time-limited test {}] server.Server(415): Started @143107ms 2024-11-15T19:52:25,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:52:25,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:52:25,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:52:25,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:52:25,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:52:25,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67d0b799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:52:25,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e718dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:52:25,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57e7f7ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/java.io.tmpdir/jetty-localhost-44913-hadoop-hdfs-3_4_1-tests_jar-_-any-7274284657531523342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:52:25,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692af874{HTTP/1.1, (http/1.1)}{localhost:44913} 2024-11-15T19:52:25,190 INFO [Time-limited test {}] server.Server(415): Started @143316ms 2024-11-15T19:52:25,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:52:25,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:52:25,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:52:25,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:52:25,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:52:25,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:52:25,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56f704cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:52:25,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46cdb437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:52:25,281 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data1/current/BP-1944133898-172.17.0.2-1731700344795/current, will proceed with Du for space computation calculation, 2024-11-15T19:52:25,281 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data2/current/BP-1944133898-172.17.0.2-1731700344795/current, will proceed with Du for space computation calculation, 2024-11-15T19:52:25,303 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:52:25,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51f938c2bea3f253 with lease ID 0xf6d6c5157711f45c: Processing first storage report for DS-55fc4775-eecc-4ed2-b996-08b26751083f from datanode DatanodeRegistration(127.0.0.1:36289, datanodeUuid=31abf43a-276f-41da-aaba-2b6aca0de995, infoPort=37873, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795) 2024-11-15T19:52:25,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51f938c2bea3f253 with lease ID 0xf6d6c5157711f45c: from storage DS-55fc4775-eecc-4ed2-b996-08b26751083f node DatanodeRegistration(127.0.0.1:36289, datanodeUuid=31abf43a-276f-41da-aaba-2b6aca0de995, infoPort=37873, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:52:25,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51f938c2bea3f253 with lease ID 0xf6d6c5157711f45c: Processing first storage report for DS-fbb2a204-350a-475c-a340-bf7718c42e63 from datanode DatanodeRegistration(127.0.0.1:36289, datanodeUuid=31abf43a-276f-41da-aaba-2b6aca0de995, infoPort=37873, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795) 2024-11-15T19:52:25,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51f938c2bea3f253 with lease ID 0xf6d6c5157711f45c: from storage DS-fbb2a204-350a-475c-a340-bf7718c42e63 node DatanodeRegistration(127.0.0.1:36289, datanodeUuid=31abf43a-276f-41da-aaba-2b6aca0de995, infoPort=37873, infoSecurePort=0, ipcPort=41819, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:52:25,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f12ede{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-12782475498847726972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:52:25,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b43a3e2{HTTP/1.1, (http/1.1)}{localhost:34963} 2024-11-15T19:52:25,386 INFO [Time-limited test {}] server.Server(415): Started @143512ms 2024-11-15T19:52:25,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:52:25,471 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data3/current/BP-1944133898-172.17.0.2-1731700344795/current, will proceed with Du for space computation calculation, 2024-11-15T19:52:25,471 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data4/current/BP-1944133898-172.17.0.2-1731700344795/current, will proceed with Du for space computation calculation, 2024-11-15T19:52:25,496 WARN [Thread-1105 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:52:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0c72d20be2d6781 with lease ID 0xf6d6c5157711f45d: Processing first storage report for DS-ddfdd0cf-c18a-49c9-adcd-3d26779df899 from datanode DatanodeRegistration(127.0.0.1:46319, datanodeUuid=419226a9-b89c-4e70-929e-f98bca790692, infoPort=39899, infoSecurePort=0, ipcPort=42743, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795) 2024-11-15T19:52:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0c72d20be2d6781 with lease ID 0xf6d6c5157711f45d: from storage DS-ddfdd0cf-c18a-49c9-adcd-3d26779df899 node DatanodeRegistration(127.0.0.1:46319, datanodeUuid=419226a9-b89c-4e70-929e-f98bca790692, infoPort=39899, infoSecurePort=0, ipcPort=42743, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:52:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0c72d20be2d6781 with lease ID 0xf6d6c5157711f45d: Processing first storage report for DS-8896bb49-9a47-4641-9ec4-cd2f5fc65705 from datanode DatanodeRegistration(127.0.0.1:46319, datanodeUuid=419226a9-b89c-4e70-929e-f98bca790692, infoPort=39899, infoSecurePort=0, ipcPort=42743, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795) 2024-11-15T19:52:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0c72d20be2d6781 with lease ID 0xf6d6c5157711f45d: from storage DS-8896bb49-9a47-4641-9ec4-cd2f5fc65705 node DatanodeRegistration(127.0.0.1:46319, datanodeUuid=419226a9-b89c-4e70-929e-f98bca790692, infoPort=39899, infoSecurePort=0, ipcPort=42743, storageInfo=lv=-57;cid=testClusterID;nsid=2117140344;c=1731700344795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:52:25,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132 2024-11-15T19:52:25,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/zookeeper_0, clientPort=52101, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T19:52:25,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52101 2024-11-15T19:52:25,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:25,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:25,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:52:25,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:52:25,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e with version=8 2024-11-15T19:52:25,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/hbase-staging 2024-11-15T19:52:25,534 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:52:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:52:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:52:25,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:52:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:52:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:52:25,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T19:52:25,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:52:25,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41211 2024-11-15T19:52:25,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41211 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-15T19:52:25,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412110x0, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:52:25,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41211-0x101ad7dc0150000 connected 2024-11-15T19:52:25,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:25,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:25,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:52:25,566 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e, hbase.cluster.distributed=false 2024-11-15T19:52:25,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:52:25,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41211 2024-11-15T19:52:25,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41211 2024-11-15T19:52:25,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41211 2024-11-15T19:52:25,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41211 2024-11-15T19:52:25,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41211 2024-11-15T19:52:25,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:52:25,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:52:25,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:52:25,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:52:25,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:52:25,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:52:25,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T19:52:25,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:52:25,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40305 2024-11-15T19:52:25,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40305 connecting to ZooKeeper ensemble=127.0.0.1:52101 2024-11-15T19:52:25,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:25,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403050x0, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:52:25,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:52:25,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40305-0x101ad7dc0150001 connected 2024-11-15T19:52:25,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T19:52:25,595 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T19:52:25,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T19:52:25,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:52:25,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40305 2024-11-15T19:52:25,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40305 2024-11-15T19:52:25,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40305 2024-11-15T19:52:25,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40305 2024-11-15T19:52:25,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40305 2024-11-15T19:52:25,611 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c325ef450a96:41211 2024-11-15T19:52:25,611 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c325ef450a96,41211,1731700345533 2024-11-15T19:52:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:52:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:52:25,614 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c325ef450a96,41211,1731700345533 2024-11-15T19:52:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T19:52:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,616 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T19:52:25,616 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c325ef450a96,41211,1731700345533 from backup master directory 2024-11-15T19:52:25,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c325ef450a96,41211,1731700345533 2024-11-15T19:52:25,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:52:25,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:52:25,617 WARN [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:52:25,617 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c325ef450a96,41211,1731700345533 2024-11-15T19:52:25,623 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/hbase.id] with ID: 6603deea-ba41-48d5-b5f4-d7808074e841 2024-11-15T19:52:25,623 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/.tmp/hbase.id 2024-11-15T19:52:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:52:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:52:25,631 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/.tmp/hbase.id]:[hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/hbase.id] 2024-11-15T19:52:25,648 INFO [master/c325ef450a96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:25,648 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T19:52:25,650 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T19:52:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:52:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:52:25,662 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:52:25,662 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T19:52:25,663 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:52:25,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:52:25,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:52:25,671 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store 2024-11-15T19:52:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:52:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:52:25,680 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:25,680 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:52:25,680 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:25,680 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:25,680 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:52:25,680 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:25,680 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:52:25,680 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700345680Disabling compacts and flushes for region at 1731700345680Disabling writes for close at 1731700345680Writing region close event to WAL at 1731700345680Closed at 1731700345680 2024-11-15T19:52:25,681 WARN [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/.initializing 2024-11-15T19:52:25,681 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/WALs/c325ef450a96,41211,1731700345533 2024-11-15T19:52:25,682 INFO [master/c325ef450a96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:52:25,684 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C41211%2C1731700345533, suffix=, logDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/WALs/c325ef450a96,41211,1731700345533, archiveDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/oldWALs, maxLogs=10 2024-11-15T19:52:25,700 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/WALs/c325ef450a96,41211,1731700345533/c325ef450a96%2C41211%2C1731700345533.1731700345685, exclude list is [], retry=0 2024-11-15T19:52:25,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-55fc4775-eecc-4ed2-b996-08b26751083f,DISK] 2024-11-15T19:52:25,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-ddfdd0cf-c18a-49c9-adcd-3d26779df899,DISK] 2024-11-15T19:52:25,706 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/WALs/c325ef450a96,41211,1731700345533/c325ef450a96%2C41211%2C1731700345533.1731700345685 2024-11-15T19:52:25,707 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37873:37873),(127.0.0.1/127.0.0.1:39899:39899)] 2024-11-15T19:52:25,707 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:52:25,707 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:25,707 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,707 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T19:52:25,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:25,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T19:52:25,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:52:25,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T19:52:25,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:52:25,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T19:52:25,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:52:25,716 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,717 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,717 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,719 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,719 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,719 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:52:25,721 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:52:25,723 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:52:25,724 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834912, jitterRate=0.061645761132240295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:52:25,724 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731700345707Initializing all the Stores at 1731700345708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700345708Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700345708Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700345708Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700345708Cleaning up temporary data from old regions at 1731700345719 (+11 ms)Region opened successfully at 1731700345724 (+5 ms) 2024-11-15T19:52:25,724 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T19:52:25,729 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cff4e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:52:25,730 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T19:52:25,730 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T19:52:25,730 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T19:52:25,730 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T19:52:25,731 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T19:52:25,731 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T19:52:25,731 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T19:52:25,734 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T19:52:25,735 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T19:52:25,736 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T19:52:25,736 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T19:52:25,737 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T19:52:25,738 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T19:52:25,738 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T19:52:25,739 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T19:52:25,740 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T19:52:25,742 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T19:52:25,743 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T19:52:25,746 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T19:52:25,747 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T19:52:25,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:52:25,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:52:25,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,749 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c325ef450a96,41211,1731700345533, sessionid=0x101ad7dc0150000, setting cluster-up flag (Was=false) 2024-11-15T19:52:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,758 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T19:52:25,759 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,41211,1731700345533 2024-11-15T19:52:25,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:25,767 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T19:52:25,767 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,41211,1731700345533 2024-11-15T19:52:25,769 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T19:52:25,771 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T19:52:25,771 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T19:52:25,771 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T19:52:25,771 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c325ef450a96,41211,1731700345533 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T19:52:25,772 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:52:25,773 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:52:25,773 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:52:25,773 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:52:25,773 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c325ef450a96:0, corePoolSize=10, maxPoolSize=10 2024-11-15T19:52:25,773 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,773 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:52:25,773 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731700375774 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T19:52:25,774 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,775 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T19:52:25,775 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T19:52:25,775 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T19:52:25,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:52:25,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T19:52:25,775 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T19:52:25,775 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T19:52:25,775 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700345775,5,FailOnTimeoutGroup] 2024-11-15T19:52:25,776 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700345775,5,FailOnTimeoutGroup] 2024-11-15T19:52:25,776 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,776 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T19:52:25,776 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,776 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T19:52:25,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:52:25,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:52:25,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T19:52:25,784 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e 2024-11-15T19:52:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:52:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:52:25,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:25,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:52:25,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:52:25,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:25,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:52:25,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:52:25,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:25,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:52:25,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:52:25,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:52:25,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:52:25,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:25,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:25,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:52:25,801 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(746): ClusterId : 6603deea-ba41-48d5-b5f4-d7808074e841 2024-11-15T19:52:25,801 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T19:52:25,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740 2024-11-15T19:52:25,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740 2024-11-15T19:52:25,804 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T19:52:25,804 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T19:52:25,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:52:25,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:52:25,805 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:52:25,806 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T19:52:25,806 DEBUG [RS:0;c325ef450a96:40305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d59f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:52:25,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:52:25,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:52:25,811 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=688934, jitterRate=-0.12397530674934387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:52:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731700345791Initializing all the Stores at 1731700345792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700345792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700345792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700345792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700345792Cleaning up temporary data from old regions at 1731700345804 (+12 ms)Region opened successfully at 1731700345812 (+8 ms) 2024-11-15T19:52:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:52:25,812 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:52:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:52:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:52:25,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:52:25,812 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:52:25,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700345812Disabling compacts and flushes for region at 1731700345812Disabling writes for close at 1731700345812Writing region close event to WAL at 1731700345812Closed at 1731700345812 2024-11-15T19:52:25,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:52:25,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T19:52:25,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T19:52:25,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:52:25,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T19:52:25,825 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c325ef450a96:40305 2024-11-15T19:52:25,825 INFO [RS:0;c325ef450a96:40305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T19:52:25,825 INFO [RS:0;c325ef450a96:40305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T19:52:25,825 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T19:52:25,826 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,41211,1731700345533 with port=40305, startcode=1731700345585 2024-11-15T19:52:25,826 DEBUG [RS:0;c325ef450a96:40305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T19:52:25,828 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T19:52:25,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c325ef450a96,40305,1731700345585 2024-11-15T19:52:25,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] master.ServerManager(517): Registering regionserver=c325ef450a96,40305,1731700345585 2024-11-15T19:52:25,831 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e 2024-11-15T19:52:25,831 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35623 2024-11-15T19:52:25,831 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T19:52:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:52:25,833 DEBUG [RS:0;c325ef450a96:40305 {}] zookeeper.ZKUtil(111): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c325ef450a96,40305,1731700345585 2024-11-15T19:52:25,833 WARN [RS:0;c325ef450a96:40305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:52:25,833 INFO [RS:0;c325ef450a96:40305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:52:25,833 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585 2024-11-15T19:52:25,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c325ef450a96,40305,1731700345585] 2024-11-15T19:52:25,838 INFO [RS:0;c325ef450a96:40305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T19:52:25,840 INFO [RS:0;c325ef450a96:40305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T19:52:25,840 INFO [RS:0;c325ef450a96:40305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:52:25,840 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,841 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T19:52:25,842 INFO [RS:0;c325ef450a96:40305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T19:52:25,842 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:52:25,842 DEBUG [RS:0;c325ef450a96:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:52:25,843 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,843 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,843 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,843 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,843 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,843 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,40305,1731700345585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:52:25,861 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T19:52:25,862 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,40305,1731700345585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,862 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,862 INFO [RS:0;c325ef450a96:40305 {}] regionserver.Replication(171): c325ef450a96,40305,1731700345585 started 2024-11-15T19:52:25,878 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:25,878 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1482): Serving as c325ef450a96,40305,1731700345585, RpcServer on c325ef450a96/172.17.0.2:40305, sessionid=0x101ad7dc0150001 2024-11-15T19:52:25,878 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T19:52:25,878 DEBUG [RS:0;c325ef450a96:40305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c325ef450a96,40305,1731700345585 2024-11-15T19:52:25,878 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,40305,1731700345585' 2024-11-15T19:52:25,878 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T19:52:25,879 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T19:52:25,880 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T19:52:25,880 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T19:52:25,880 DEBUG [RS:0;c325ef450a96:40305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c325ef450a96,40305,1731700345585 2024-11-15T19:52:25,880 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,40305,1731700345585' 2024-11-15T19:52:25,880 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T19:52:25,880 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T19:52:25,881 DEBUG [RS:0;c325ef450a96:40305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T19:52:25,881 INFO [RS:0;c325ef450a96:40305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T19:52:25,881 INFO [RS:0;c325ef450a96:40305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T19:52:25,967 WARN [c325ef450a96:41211 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T19:52:25,981 INFO [RS:0;c325ef450a96:40305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:52:25,984 INFO [RS:0;c325ef450a96:40305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C40305%2C1731700345585, suffix=, logDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585, archiveDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/oldWALs, maxLogs=32 2024-11-15T19:52:25,999 DEBUG [RS:0;c325ef450a96:40305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700345984, exclude list is [], retry=0 2024-11-15T19:52:26,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-55fc4775-eecc-4ed2-b996-08b26751083f,DISK] 2024-11-15T19:52:26,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-ddfdd0cf-c18a-49c9-adcd-3d26779df899,DISK] 2024-11-15T19:52:26,006 INFO [RS:0;c325ef450a96:40305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700345984 2024-11-15T19:52:26,006 DEBUG [RS:0;c325ef450a96:40305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37873:37873),(127.0.0.1/127.0.0.1:39899:39899)] 2024-11-15T19:52:26,218 DEBUG [c325ef450a96:41211 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T19:52:26,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:26,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,40305,1731700345585, state=OPENING 2024-11-15T19:52:26,221 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T19:52:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:52:26,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:52:26,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:52:26,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,40305,1731700345585}] 2024-11-15T19:52:26,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:52:26,377 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T19:52:26,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36433, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T19:52:26,383 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T19:52:26,383 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:52:26,384 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T19:52:26,386 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C40305%2C1731700345585.meta, suffix=.meta, logDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585, archiveDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/oldWALs, maxLogs=32 2024-11-15T19:52:26,400 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.meta.1731700346386.meta, exclude list is [], retry=0 2024-11-15T19:52:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-55fc4775-eecc-4ed2-b996-08b26751083f,DISK] 2024-11-15T19:52:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-ddfdd0cf-c18a-49c9-adcd-3d26779df899,DISK] 2024-11-15T19:52:26,405 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.meta.1731700346386.meta 2024-11-15T19:52:26,406 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39899:39899),(127.0.0.1/127.0.0.1:37873:37873)] 2024-11-15T19:52:26,406 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:52:26,406 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T19:52:26,406 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T19:52:26,406 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T19:52:26,406 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T19:52:26,406 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:26,407 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T19:52:26,407 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T19:52:26,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:52:26,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:52:26,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:26,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:26,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:52:26,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:52:26,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:26,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:26,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:52:26,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:52:26,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:26,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:26,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:52:26,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:52:26,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:26,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:52:26,414 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:52:26,415 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740 2024-11-15T19:52:26,416 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740 2024-11-15T19:52:26,418 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:52:26,418 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:52:26,419 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:52:26,420 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:52:26,421 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834773, jitterRate=0.0614691823720932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:52:26,421 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T19:52:26,422 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731700346407Writing region info on filesystem at 1731700346407Initializing all the Stores at 1731700346408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700346408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700346408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700346408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700346408Cleaning up temporary data from old regions at 1731700346418 (+10 ms)Running coprocessor post-open hooks at 1731700346421 (+3 ms)Region opened successfully at 1731700346422 (+1 ms) 2024-11-15T19:52:26,423 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731700346376 2024-11-15T19:52:26,425 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T19:52:26,425 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T19:52:26,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:26,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,40305,1731700345585, state=OPEN 2024-11-15T19:52:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:52:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:52:26,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:52:26,432 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c325ef450a96,40305,1731700345585 2024-11-15T19:52:26,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:52:26,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T19:52:26,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,40305,1731700345585 in 209 msec 2024-11-15T19:52:26,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T19:52:26,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-15T19:52:26,438 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:52:26,438 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T19:52:26,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:52:26,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,40305,1731700345585, seqNum=-1] 2024-11-15T19:52:26,440 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:52:26,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46479, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:52:26,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 675 msec 2024-11-15T19:52:26,446 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731700346446, completionTime=-1 2024-11-15T19:52:26,446 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T19:52:26,446 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T19:52:26,448 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T19:52:26,448 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731700406448 2024-11-15T19:52:26,448 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731700466448 2024-11-15T19:52:26,448 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T19:52:26,448 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41211,1731700345533-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:26,449 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41211,1731700345533-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:26,449 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41211,1731700345533-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:26,449 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c325ef450a96:41211, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:26,449 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:26,449 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:26,451 DEBUG [master/c325ef450a96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.835sec 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41211,1731700345533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:52:26,453 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41211,1731700345533-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T19:52:26,456 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T19:52:26,456 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T19:52:26,456 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,41211,1731700345533-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:52:26,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6603f0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:52:26,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,41211,-1 for getting cluster id 2024-11-15T19:52:26,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:52:26,503 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6603deea-ba41-48d5-b5f4-d7808074e841' 2024-11-15T19:52:26,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:52:26,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6603deea-ba41-48d5-b5f4-d7808074e841" 2024-11-15T19:52:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b99923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:52:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,41211,-1] 2024-11-15T19:52:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:52:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:52:26,506 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:52:26,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cb094d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:52:26,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:52:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,40305,1731700345585, seqNum=-1] 2024-11-15T19:52:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:52:26,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:52:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c325ef450a96,41211,1731700345533 2024-11-15T19:52:26,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:52:26,515 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T19:52:26,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:52:26,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,41211,1731700345533 2024-11-15T19:52:26,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f00eb6 2024-11-15T19:52:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:52:26,519 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:52:26,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-15T19:52:26,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-15T19:52:26,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:52:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-15T19:52:26,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:52:26,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:26,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-15T19:52:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:52:26,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:52:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741835_1011 (size=381) 2024-11-15T19:52:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741835_1011 (size=381) 2024-11-15T19:52:26,534 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68e350e73e401b9f265bce3342557f08, NAME => 'TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e 2024-11-15T19:52:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741836_1012 (size=64) 2024-11-15T19:52:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741836_1012 (size=64) 2024-11-15T19:52:26,546 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:26,547 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 68e350e73e401b9f265bce3342557f08, disabling compactions & flushes 2024-11-15T19:52:26,547 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:26,547 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:26,547 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. after waiting 0 ms 2024-11-15T19:52:26,547 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:26,547 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:26,547 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68e350e73e401b9f265bce3342557f08: Waiting for close lock at 1731700346546Disabling compacts and flushes for region at 1731700346546Disabling writes for close at 1731700346547 (+1 ms)Writing region close event to WAL at 1731700346547Closed at 1731700346547 2024-11-15T19:52:26,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:52:26,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731700346549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700346549"}]},"ts":"1731700346549"} 2024-11-15T19:52:26,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:52:26,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:52:26,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700346554"}]},"ts":"1731700346554"} 2024-11-15T19:52:26,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-15T19:52:26,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, ASSIGN}] 2024-11-15T19:52:26,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, ASSIGN 2024-11-15T19:52:26,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, ASSIGN; state=OFFLINE, location=c325ef450a96,40305,1731700345585; forceNewPlan=false, retain=false 2024-11-15T19:52:26,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68e350e73e401b9f265bce3342557f08, regionState=OPENING, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:26,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, ASSIGN because future has completed 2024-11-15T19:52:26,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585}] 2024-11-15T19:52:26,871 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:26,871 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e350e73e401b9f265bce3342557f08, NAME => 'TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:52:26,872 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,872 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:26,872 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,872 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,874 INFO [StoreOpener-68e350e73e401b9f265bce3342557f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,875 INFO [StoreOpener-68e350e73e401b9f265bce3342557f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e350e73e401b9f265bce3342557f08 columnFamilyName info 2024-11-15T19:52:26,876 DEBUG [StoreOpener-68e350e73e401b9f265bce3342557f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:26,876 INFO [StoreOpener-68e350e73e401b9f265bce3342557f08-1 {}] regionserver.HStore(327): Store=68e350e73e401b9f265bce3342557f08/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:52:26,876 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,877 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,877 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,878 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,878 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,880 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,883 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:52:26,884 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68e350e73e401b9f265bce3342557f08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=812291, jitterRate=0.03288199007511139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:52:26,884 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:26,884 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68e350e73e401b9f265bce3342557f08: Running coprocessor pre-open hook at 1731700346872Writing region info on filesystem at 1731700346872Initializing all the Stores at 1731700346874 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700346874Cleaning up temporary data from old regions at 1731700346878 (+4 ms)Running coprocessor post-open hooks at 1731700346884 (+6 ms)Region opened successfully at 1731700346884 2024-11-15T19:52:26,886 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., pid=6, masterSystemTime=1731700346866 2024-11-15T19:52:26,888 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:26,888 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:26,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68e350e73e401b9f265bce3342557f08, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:26,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 because future has completed 2024-11-15T19:52:26,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T19:52:26,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 in 180 msec 2024-11-15T19:52:26,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T19:52:26,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, ASSIGN in 340 msec 2024-11-15T19:52:26,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:52:26,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700346901"}]},"ts":"1731700346901"} 2024-11-15T19:52:26,903 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-15T19:52:26,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:52:26,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 384 msec 2024-11-15T19:52:28,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-15T19:52:28,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-15T19:52:28,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-15T19:52:28,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T19:52:28,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:28,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:31,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T19:52:31,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-15T19:52:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:52:36,559 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-15T19:52:36,559 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-15T19:52:36,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-15T19:52:36,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2] 2024-11-15T19:52:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:36,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 68e350e73e401b9f265bce3342557f08 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T19:52:36,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/8d4adcadf99343fb9b05cf62f1a92e3b is 1055, key is row0001/info:/1731700356566/Put/seqid=0 2024-11-15T19:52:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741837_1013 (size=13386) 2024-11-15T19:52:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741837_1013 (size=13386) 2024-11-15T19:52:36,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/8d4adcadf99343fb9b05cf62f1a92e3b 2024-11-15T19:52:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/8d4adcadf99343fb9b05cf62f1a92e3b as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8d4adcadf99343fb9b05cf62f1a92e3b 2024-11-15T19:52:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:52:36,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8d4adcadf99343fb9b05cf62f1a92e3b, entries=8, sequenceid=12, filesize=13.1 K 2024-11-15T19:52:36,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 68e350e73e401b9f265bce3342557f08 in 48ms, sequenceid=12, compaction requested=false 2024-11-15T19:52:36,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37032 deadline: 1731700366625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 2024-11-15T19:52:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:52:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:52:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:52:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:46,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 68e350e73e401b9f265bce3342557f08 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-15T19:52:46,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/065626c7de2343d98dc672faf4b7c65f is 1055, key is row0009/info:/1731700356583/Put/seqid=0 2024-11-15T19:52:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741838_1014 (size=28134) 2024-11-15T19:52:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741838_1014 (size=28134) 2024-11-15T19:52:46,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/065626c7de2343d98dc672faf4b7c65f 2024-11-15T19:52:46,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/065626c7de2343d98dc672faf4b7c65f as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f 2024-11-15T19:52:46,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f, entries=22, sequenceid=37, filesize=27.5 K 2024-11-15T19:52:46,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 68e350e73e401b9f265bce3342557f08 in 30ms, sequenceid=37, compaction requested=false 2024-11-15T19:52:46,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:46,760 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-15T19:52:46,760 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:46,760 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f because midkey is the same as first or last row 2024-11-15T19:52:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:48,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 68e350e73e401b9f265bce3342557f08 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T19:52:48,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/7cf5f4513d3c4e5486d86e0ef019672b is 1055, key is row0031/info:/1731700366732/Put/seqid=0 2024-11-15T19:52:48,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741839_1015 (size=13386) 2024-11-15T19:52:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741839_1015 (size=13386) 2024-11-15T19:52:48,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/7cf5f4513d3c4e5486d86e0ef019672b 2024-11-15T19:52:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/7cf5f4513d3c4e5486d86e0ef019672b as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/7cf5f4513d3c4e5486d86e0ef019672b 2024-11-15T19:52:48,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/7cf5f4513d3c4e5486d86e0ef019672b, entries=8, sequenceid=48, filesize=13.1 K 2024-11-15T19:52:48,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 68e350e73e401b9f265bce3342557f08 in 29ms, sequenceid=48, compaction requested=true 2024-11-15T19:52:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:48,777 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-15T19:52:48,777 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:48,777 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f because midkey is the same as first or last row 2024-11-15T19:52:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:48,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68e350e73e401b9f265bce3342557f08:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:52:48,778 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:52:48,780 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:52:48,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:48,781 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 68e350e73e401b9f265bce3342557f08/info is initiating minor compaction (all files) 2024-11-15T19:52:48,781 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 68e350e73e401b9f265bce3342557f08/info in TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:48,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 68e350e73e401b9f265bce3342557f08 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-15T19:52:48,781 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8d4adcadf99343fb9b05cf62f1a92e3b, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/7cf5f4513d3c4e5486d86e0ef019672b] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp, totalSize=53.6 K 2024-11-15T19:52:48,781 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d4adcadf99343fb9b05cf62f1a92e3b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731700356566 2024-11-15T19:52:48,782 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 065626c7de2343d98dc672faf4b7c65f, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700356583 2024-11-15T19:52:48,782 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cf5f4513d3c4e5486d86e0ef019672b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731700366732 2024-11-15T19:52:48,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/72cf04c22e5d4bf6b9742356ffcff2b7 is 1055, key is row0039/info:/1731700368748/Put/seqid=0 2024-11-15T19:52:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741840_1016 (size=22874) 2024-11-15T19:52:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741840_1016 (size=22874) 2024-11-15T19:52:48,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/72cf04c22e5d4bf6b9742356ffcff2b7 2024-11-15T19:52:48,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/72cf04c22e5d4bf6b9742356ffcff2b7 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/72cf04c22e5d4bf6b9742356ffcff2b7 2024-11-15T19:52:48,810 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68e350e73e401b9f265bce3342557f08#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:52:48,811 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/8f45bdfc02c2460e95a76a50a08ec2f9 is 1055, key is row0001/info:/1731700356566/Put/seqid=0 2024-11-15T19:52:48,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/72cf04c22e5d4bf6b9742356ffcff2b7, entries=17, sequenceid=68, filesize=22.3 K 2024-11-15T19:52:48,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 68e350e73e401b9f265bce3342557f08 in 31ms, sequenceid=68, compaction requested=false 2024-11-15T19:52:48,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:48,813 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-15T19:52:48,813 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:48,813 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f because midkey is the same as first or last row 2024-11-15T19:52:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741841_1017 (size=45105) 2024-11-15T19:52:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741841_1017 (size=45105) 2024-11-15T19:52:48,824 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/8f45bdfc02c2460e95a76a50a08ec2f9 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 2024-11-15T19:52:48,831 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 68e350e73e401b9f265bce3342557f08/info of 68e350e73e401b9f265bce3342557f08 into 8f45bdfc02c2460e95a76a50a08ec2f9(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:52:48,831 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:48,833 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., storeName=68e350e73e401b9f265bce3342557f08/info, priority=13, startTime=1731700368778; duration=0sec 2024-11-15T19:52:48,833 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-15T19:52:48,833 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 because midkey is the same as first or last row 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 because midkey is the same as first or last row 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 because midkey is the same as first or last row 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:48,834 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68e350e73e401b9f265bce3342557f08:info 2024-11-15T19:52:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:50,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 68e350e73e401b9f265bce3342557f08 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-15T19:52:50,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/49f2b18d7bc34ee0b675a29e2058e8a2 is 1055, key is row0056/info:/1731700368781/Put/seqid=0 2024-11-15T19:52:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741842_1018 (size=15490) 2024-11-15T19:52:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741842_1018 (size=15490) 2024-11-15T19:52:50,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/49f2b18d7bc34ee0b675a29e2058e8a2 2024-11-15T19:52:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/49f2b18d7bc34ee0b675a29e2058e8a2 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/49f2b18d7bc34ee0b675a29e2058e8a2 2024-11-15T19:52:50,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/49f2b18d7bc34ee0b675a29e2058e8a2, entries=10, sequenceid=82, filesize=15.1 K 2024-11-15T19:52:50,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for 68e350e73e401b9f265bce3342557f08 in 49ms, sequenceid=82, compaction requested=true 2024-11-15T19:52:50,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-15T19:52:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 because midkey is the same as first or last row 2024-11-15T19:52:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68e350e73e401b9f265bce3342557f08:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:52:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:50,851 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:52:50,853 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:52:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:50,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 68e350e73e401b9f265bce3342557f08 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-15T19:52:50,854 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 68e350e73e401b9f265bce3342557f08/info is initiating minor compaction (all files) 2024-11-15T19:52:50,854 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 68e350e73e401b9f265bce3342557f08/info in TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:50,855 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/72cf04c22e5d4bf6b9742356ffcff2b7, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/49f2b18d7bc34ee0b675a29e2058e8a2] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp, totalSize=81.5 K 2024-11-15T19:52:50,855 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f45bdfc02c2460e95a76a50a08ec2f9, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731700356566 2024-11-15T19:52:50,856 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72cf04c22e5d4bf6b9742356ffcff2b7, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731700368748 2024-11-15T19:52:50,857 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49f2b18d7bc34ee0b675a29e2058e8a2, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731700368781 2024-11-15T19:52:50,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2 is 1055, key is row0066/info:/1731700370802/Put/seqid=0 2024-11-15T19:52:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741843_1019 (size=20766) 2024-11-15T19:52:50,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741843_1019 (size=20766) 2024-11-15T19:52:50,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2 2024-11-15T19:52:50,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:52:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37032 deadline: 1731700380907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 2024-11-15T19:52:50,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:52:50,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:52:50,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:52:50,909 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68e350e73e401b9f265bce3342557f08#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:52:50,910 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/4226d8b37789438a9acd2dea35538275 is 1055, key is row0001/info:/1731700356566/Put/seqid=0 2024-11-15T19:52:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2 2024-11-15T19:52:50,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2, entries=15, sequenceid=100, filesize=20.3 K 2024-11-15T19:52:50,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 68e350e73e401b9f265bce3342557f08 in 69ms, sequenceid=100, compaction requested=false 2024-11-15T19:52:50,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:50,922 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.8 K, sizeToCheck=16.0 K 2024-11-15T19:52:50,922 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:50,922 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 because midkey is the same as first or last row 2024-11-15T19:52:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741844_1020 (size=73753) 2024-11-15T19:52:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741844_1020 (size=73753) 2024-11-15T19:52:50,931 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/4226d8b37789438a9acd2dea35538275 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275 2024-11-15T19:52:50,939 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 68e350e73e401b9f265bce3342557f08/info of 68e350e73e401b9f265bce3342557f08 into 4226d8b37789438a9acd2dea35538275(size=72.0 K), total size for store is 92.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:52:50,939 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 68e350e73e401b9f265bce3342557f08: 2024-11-15T19:52:50,939 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., storeName=68e350e73e401b9f265bce3342557f08/info, priority=13, startTime=1731700370851; duration=0sec 2024-11-15T19:52:50,939 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-15T19:52:50,939 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:50,939 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-15T19:52:50,939 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:50,939 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-15T19:52:50,939 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-15T19:52:50,940 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:50,941 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:50,941 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68e350e73e401b9f265bce3342557f08:info 2024-11-15T19:52:50,942 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] assignment.AssignmentManager(1363): Split request from c325ef450a96,40305,1731700345585, parent={ENCODED => 68e350e73e401b9f265bce3342557f08, NAME => 'TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-15T19:52:50,948 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=c325ef450a96,40305,1731700345585 2024-11-15T19:52:50,955 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=68e350e73e401b9f265bce3342557f08, daughterA=7f00fe4ec62eb946c8ef55ad5a55a85c, daughterB=16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:50,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=68e350e73e401b9f265bce3342557f08, daughterA=7f00fe4ec62eb946c8ef55ad5a55a85c, daughterB=16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:50,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=68e350e73e401b9f265bce3342557f08, daughterA=7f00fe4ec62eb946c8ef55ad5a55a85c, daughterB=16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:50,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=68e350e73e401b9f265bce3342557f08, daughterA=7f00fe4ec62eb946c8ef55ad5a55a85c, daughterB=16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:50,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, UNASSIGN}] 2024-11-15T19:52:50,967 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, UNASSIGN 2024-11-15T19:52:50,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=68e350e73e401b9f265bce3342557f08, regionState=CLOSING, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, UNASSIGN because future has completed 2024-11-15T19:52:50,973 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-15T19:52:50,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585}] 2024-11-15T19:52:51,134 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,134 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-15T19:52:51,135 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 68e350e73e401b9f265bce3342557f08, disabling compactions & flushes 2024-11-15T19:52:51,135 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:51,135 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:51,135 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. after waiting 0 ms 2024-11-15T19:52:51,135 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:51,136 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 68e350e73e401b9f265bce3342557f08 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-15T19:52:51,143 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/a3fdbe0bb2dc4f73934a5c570f606ec0 is 1055, key is row0081/info:/1731700370855/Put/seqid=0 2024-11-15T19:52:51,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741845_1021 (size=19714) 2024-11-15T19:52:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741845_1021 (size=19714) 2024-11-15T19:52:51,162 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/a3fdbe0bb2dc4f73934a5c570f606ec0 2024-11-15T19:52:51,174 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/.tmp/info/a3fdbe0bb2dc4f73934a5c570f606ec0 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/a3fdbe0bb2dc4f73934a5c570f606ec0 2024-11-15T19:52:51,184 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/a3fdbe0bb2dc4f73934a5c570f606ec0, entries=14, sequenceid=118, filesize=19.3 K 2024-11-15T19:52:51,187 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 68e350e73e401b9f265bce3342557f08 in 52ms, sequenceid=118, compaction requested=true 2024-11-15T19:52:51,189 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8d4adcadf99343fb9b05cf62f1a92e3b, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/7cf5f4513d3c4e5486d86e0ef019672b, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/72cf04c22e5d4bf6b9742356ffcff2b7, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/49f2b18d7bc34ee0b675a29e2058e8a2] to archive 2024-11-15T19:52:51,191 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:52:51,193 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8d4adcadf99343fb9b05cf62f1a92e3b to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8d4adcadf99343fb9b05cf62f1a92e3b 2024-11-15T19:52:51,196 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/065626c7de2343d98dc672faf4b7c65f 2024-11-15T19:52:51,198 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/8f45bdfc02c2460e95a76a50a08ec2f9 2024-11-15T19:52:51,200 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/7cf5f4513d3c4e5486d86e0ef019672b to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/7cf5f4513d3c4e5486d86e0ef019672b 2024-11-15T19:52:51,202 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/72cf04c22e5d4bf6b9742356ffcff2b7 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/72cf04c22e5d4bf6b9742356ffcff2b7 2024-11-15T19:52:51,205 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/49f2b18d7bc34ee0b675a29e2058e8a2 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/49f2b18d7bc34ee0b675a29e2058e8a2 2024-11-15T19:52:51,222 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-15T19:52:51,223 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. 2024-11-15T19:52:51,223 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 68e350e73e401b9f265bce3342557f08: Waiting for close lock at 1731700371135Running coprocessor pre-close hooks at 1731700371135Disabling compacts and flushes for region at 1731700371135Disabling writes for close at 1731700371135Obtaining lock to block concurrent updates at 1731700371136 (+1 ms)Preparing flush snapshotting stores in 68e350e73e401b9f265bce3342557f08 at 1731700371136Finished memstore snapshotting TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., syncing WAL and waiting on mvcc, flushsize=dataSize=14714, getHeapSize=16032, getOffHeapSize=0, getCellsCount=14 at 1731700371136Flushing stores of TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. at 1731700371137 (+1 ms)Flushing 68e350e73e401b9f265bce3342557f08/info: creating writer at 1731700371137Flushing 68e350e73e401b9f265bce3342557f08/info: appending metadata at 1731700371143 (+6 ms)Flushing 68e350e73e401b9f265bce3342557f08/info: closing flushed file at 1731700371143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee8c131: reopening flushed file at 1731700371172 (+29 ms)Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 68e350e73e401b9f265bce3342557f08 in 52ms, sequenceid=118, compaction requested=true at 1731700371187 (+15 ms)Writing region close event to WAL at 1731700371208 (+21 ms)Running coprocessor post-close hooks at 1731700371223 (+15 ms)Closed at 1731700371223 2024-11-15T19:52:51,227 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=68e350e73e401b9f265bce3342557f08, regionState=CLOSED 2024-11-15T19:52:51,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 because future has completed 2024-11-15T19:52:51,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T19:52:51,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 68e350e73e401b9f265bce3342557f08, server=c325ef450a96,40305,1731700345585 in 276 msec 2024-11-15T19:52:51,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T19:52:51,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=68e350e73e401b9f265bce3342557f08, UNASSIGN in 289 msec 2024-11-15T19:52:51,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:51,318 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=68e350e73e401b9f265bce3342557f08, threads=3 2024-11-15T19:52:51,324 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275 for region: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,324 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/a3fdbe0bb2dc4f73934a5c570f606ec0 for region: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,336 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2 for region: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,360 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2, top=true 2024-11-15T19:52:51,360 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/a3fdbe0bb2dc4f73934a5c570f606ec0, top=true 2024-11-15T19:52:51,385 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2 for child: 16fb1be3e29fddd39b6fef84baae0b94, parent: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,385 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/c06e7e3d9a7746bfb2b6cfed7dfe2ea2 for region: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741846_1022 (size=27) 2024-11-15T19:52:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741846_1022 (size=27) 2024-11-15T19:52:51,390 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0 for child: 16fb1be3e29fddd39b6fef84baae0b94, parent: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,390 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/a3fdbe0bb2dc4f73934a5c570f606ec0 for region: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741847_1023 (size=27) 2024-11-15T19:52:51,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741847_1023 (size=27) 2024-11-15T19:52:51,418 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275 for region: 68e350e73e401b9f265bce3342557f08 2024-11-15T19:52:51,424 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 68e350e73e401b9f265bce3342557f08 Daughter A: [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08] storefiles, Daughter B: [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2] storefiles. 2024-11-15T19:52:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741848_1024 (size=71) 2024-11-15T19:52:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741848_1024 (size=71) 2024-11-15T19:52:51,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741849_1025 (size=71) 2024-11-15T19:52:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741849_1025 (size=71) 2024-11-15T19:52:51,901 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:51,920 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-15T19:52:51,925 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-15T19:52:51,929 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731700371928"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731700371928"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731700371928"}]},"ts":"1731700371928"} 2024-11-15T19:52:51,929 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731700371928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700371928"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731700371928"}]},"ts":"1731700371928"} 2024-11-15T19:52:51,930 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731700371928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700371928"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731700371928"}]},"ts":"1731700371928"} 2024-11-15T19:52:51,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7f00fe4ec62eb946c8ef55ad5a55a85c, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16fb1be3e29fddd39b6fef84baae0b94, ASSIGN}] 2024-11-15T19:52:51,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7f00fe4ec62eb946c8ef55ad5a55a85c, ASSIGN 2024-11-15T19:52:51,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16fb1be3e29fddd39b6fef84baae0b94, ASSIGN 2024-11-15T19:52:51,956 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7f00fe4ec62eb946c8ef55ad5a55a85c, ASSIGN; state=SPLITTING_NEW, location=c325ef450a96,40305,1731700345585; forceNewPlan=false, retain=false 2024-11-15T19:52:51,956 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16fb1be3e29fddd39b6fef84baae0b94, ASSIGN; state=SPLITTING_NEW, location=c325ef450a96,40305,1731700345585; forceNewPlan=false, retain=false 2024-11-15T19:52:52,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f00fe4ec62eb946c8ef55ad5a55a85c, regionState=OPENING, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:52,107 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=16fb1be3e29fddd39b6fef84baae0b94, regionState=OPENING, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:52,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7f00fe4ec62eb946c8ef55ad5a55a85c, ASSIGN because future has completed 2024-11-15T19:52:52,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f00fe4ec62eb946c8ef55ad5a55a85c, server=c325ef450a96,40305,1731700345585}] 2024-11-15T19:52:52,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16fb1be3e29fddd39b6fef84baae0b94, ASSIGN because future has completed 2024-11-15T19:52:52,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585}] 2024-11-15T19:52:52,268 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:52:52,269 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f00fe4ec62eb946c8ef55ad5a55a85c, NAME => 'TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-15T19:52:52,269 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,269 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:52,269 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,269 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,271 INFO [StoreOpener-7f00fe4ec62eb946c8ef55ad5a55a85c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,272 INFO [StoreOpener-7f00fe4ec62eb946c8ef55ad5a55a85c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f00fe4ec62eb946c8ef55ad5a55a85c columnFamilyName info 2024-11-15T19:52:52,272 DEBUG [StoreOpener-7f00fe4ec62eb946c8ef55ad5a55a85c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:52,286 DEBUG [StoreOpener-7f00fe4ec62eb946c8ef55ad5a55a85c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08->hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275-bottom 2024-11-15T19:52:52,286 INFO [StoreOpener-7f00fe4ec62eb946c8ef55ad5a55a85c-1 {}] regionserver.HStore(327): Store=7f00fe4ec62eb946c8ef55ad5a55a85c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:52:52,287 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,287 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,289 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,289 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,289 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,291 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,292 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7f00fe4ec62eb946c8ef55ad5a55a85c; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826910, jitterRate=0.05147162079811096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:52:52,292 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:52:52,293 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7f00fe4ec62eb946c8ef55ad5a55a85c: Running coprocessor pre-open hook at 1731700372269Writing region info on filesystem at 1731700372269Initializing all the Stores at 1731700372270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700372270Cleaning up temporary data from old regions at 1731700372289 (+19 ms)Running coprocessor post-open hooks at 1731700372292 (+3 ms)Region opened successfully at 1731700372293 (+1 ms) 2024-11-15T19:52:52,294 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c., pid=12, masterSystemTime=1731700372263 2024-11-15T19:52:52,294 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 7f00fe4ec62eb946c8ef55ad5a55a85c:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:52:52,294 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:52,294 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T19:52:52,295 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:52:52,295 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 7f00fe4ec62eb946c8ef55ad5a55a85c/info is initiating minor compaction (all files) 2024-11-15T19:52:52,295 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f00fe4ec62eb946c8ef55ad5a55a85c/info in TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:52:52,295 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08->hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275-bottom] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/.tmp, totalSize=72.0 K 2024-11-15T19:52:52,296 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731700356566 2024-11-15T19:52:52,297 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:52:52,297 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:52:52,297 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:52:52,297 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 16fb1be3e29fddd39b6fef84baae0b94, NAME => 'TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-15T19:52:52,297 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,297 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:52:52,297 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,297 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,298 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7f00fe4ec62eb946c8ef55ad5a55a85c, regionState=OPEN, openSeqNum=122, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:52,299 INFO [StoreOpener-16fb1be3e29fddd39b6fef84baae0b94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,300 INFO [StoreOpener-16fb1be3e29fddd39b6fef84baae0b94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16fb1be3e29fddd39b6fef84baae0b94 columnFamilyName info 2024-11-15T19:52:52,300 DEBUG [StoreOpener-16fb1be3e29fddd39b6fef84baae0b94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:52:52,301 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-15T19:52:52,301 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:52:52,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-15T19:52:52,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f00fe4ec62eb946c8ef55ad5a55a85c, server=c325ef450a96,40305,1731700345585 because future has completed 2024-11-15T19:52:52,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T19:52:52,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f00fe4ec62eb946c8ef55ad5a55a85c, server=c325ef450a96,40305,1731700345585 in 193 msec 2024-11-15T19:52:52,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7f00fe4ec62eb946c8ef55ad5a55a85c, ASSIGN in 354 msec 2024-11-15T19:52:52,316 DEBUG [StoreOpener-16fb1be3e29fddd39b6fef84baae0b94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08->hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275-top 2024-11-15T19:52:52,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/info/938edfd635a448d8a173b9493f6386e1 is 193, key is TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94./info:regioninfo/1731700372107/Put/seqid=0 2024-11-15T19:52:52,322 DEBUG [StoreOpener-16fb1be3e29fddd39b6fef84baae0b94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0 2024-11-15T19:52:52,323 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f00fe4ec62eb946c8ef55ad5a55a85c#info#compaction#40 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:52:52,324 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/.tmp/info/7edda9b45ad74b4d8cff708db393777a is 1055, key is row0001/info:/1731700356566/Put/seqid=0 2024-11-15T19:52:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741850_1026 (size=9847) 2024-11-15T19:52:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741850_1026 (size=9847) 2024-11-15T19:52:52,328 DEBUG [StoreOpener-16fb1be3e29fddd39b6fef84baae0b94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2 2024-11-15T19:52:52,328 INFO [StoreOpener-16fb1be3e29fddd39b6fef84baae0b94-1 {}] regionserver.HStore(327): Store=16fb1be3e29fddd39b6fef84baae0b94/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:52:52,328 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/info/938edfd635a448d8a173b9493f6386e1 2024-11-15T19:52:52,329 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,331 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,331 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,331 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741851_1027 (size=71441) 2024-11-15T19:52:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741851_1027 (size=71441) 2024-11-15T19:52:52,334 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,335 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 16fb1be3e29fddd39b6fef84baae0b94; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=828398, jitterRate=0.053363457322120667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:52:52,335 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:52:52,335 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 16fb1be3e29fddd39b6fef84baae0b94: Running coprocessor pre-open hook at 1731700372297Writing region info on filesystem at 1731700372297Initializing all the Stores at 1731700372298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700372299 (+1 ms)Cleaning up temporary data from old regions at 1731700372331 (+32 ms)Running coprocessor post-open hooks at 1731700372335 (+4 ms)Region opened successfully at 1731700372335 2024-11-15T19:52:52,336 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., pid=13, masterSystemTime=1731700372263 2024-11-15T19:52:52,336 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 16fb1be3e29fddd39b6fef84baae0b94:info, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:52:52,337 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:52,337 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:52:52,339 INFO [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:52:52,339 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.HStore(1541): 16fb1be3e29fddd39b6fef84baae0b94/info is initiating minor compaction (all files) 2024-11-15T19:52:52,339 INFO [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16fb1be3e29fddd39b6fef84baae0b94/info in TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:52:52,339 INFO [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08->hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275-top, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp, totalSize=111.6 K 2024-11-15T19:52:52,340 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] compactions.Compactor(225): Compacting 4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731700356566 2024-11-15T19:52:52,340 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:52:52,340 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:52:52,340 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/.tmp/info/7edda9b45ad74b4d8cff708db393777a as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/info/7edda9b45ad74b4d8cff708db393777a 2024-11-15T19:52:52,341 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731700370802 2024-11-15T19:52:52,341 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731700370855 2024-11-15T19:52:52,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=16fb1be3e29fddd39b6fef84baae0b94, regionState=OPEN, openSeqNum=122, regionLocation=c325ef450a96,40305,1731700345585 2024-11-15T19:52:52,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 because future has completed 2024-11-15T19:52:52,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-15T19:52:52,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 in 233 msec 2024-11-15T19:52:52,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T19:52:52,352 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 7f00fe4ec62eb946c8ef55ad5a55a85c/info of 7f00fe4ec62eb946c8ef55ad5a55a85c into 7edda9b45ad74b4d8cff708db393777a(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:52:52,352 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f00fe4ec62eb946c8ef55ad5a55a85c: 2024-11-15T19:52:52,352 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c., storeName=7f00fe4ec62eb946c8ef55ad5a55a85c/info, priority=15, startTime=1731700372294; duration=0sec 2024-11-15T19:52:52,353 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:52,353 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f00fe4ec62eb946c8ef55ad5a55a85c:info 2024-11-15T19:52:52,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16fb1be3e29fddd39b6fef84baae0b94, ASSIGN in 394 msec 2024-11-15T19:52:52,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=68e350e73e401b9f265bce3342557f08, daughterA=7f00fe4ec62eb946c8ef55ad5a55a85c, daughterB=16fb1be3e29fddd39b6fef84baae0b94 in 1.4020 sec 2024-11-15T19:52:52,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/ns/d45d3a8a55124555a31c6e9e93e2f18e is 43, key is default/ns:d/1731700346442/Put/seqid=0 2024-11-15T19:52:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741852_1028 (size=5153) 2024-11-15T19:52:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741852_1028 (size=5153) 2024-11-15T19:52:52,404 INFO [RS:0;c325ef450a96:40305-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16fb1be3e29fddd39b6fef84baae0b94#info#compaction#43 average throughput is 31.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:52:52,405 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/79e64e0fea0742c1a15bd4502ead7ead is 1055, key is row0064/info:/1731700368796/Put/seqid=0 2024-11-15T19:52:52,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741853_1029 (size=37897) 2024-11-15T19:52:52,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741853_1029 (size=37897) 2024-11-15T19:52:52,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/ns/d45d3a8a55124555a31c6e9e93e2f18e 2024-11-15T19:52:52,818 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/79e64e0fea0742c1a15bd4502ead7ead as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/79e64e0fea0742c1a15bd4502ead7ead 2024-11-15T19:52:52,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/table/6e61d39ac28a42bda7780f2d7a4310ae is 65, key is TestLogRolling-testLogRolling/table:state/1731700346901/Put/seqid=0 2024-11-15T19:52:52,826 INFO [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16fb1be3e29fddd39b6fef84baae0b94/info of 16fb1be3e29fddd39b6fef84baae0b94 into 79e64e0fea0742c1a15bd4502ead7ead(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:52:52,826 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:52:52,826 INFO [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., storeName=16fb1be3e29fddd39b6fef84baae0b94/info, priority=13, startTime=1731700372336; duration=0sec 2024-11-15T19:52:52,826 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:52:52,826 DEBUG [RS:0;c325ef450a96:40305-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16fb1be3e29fddd39b6fef84baae0b94:info 2024-11-15T19:52:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741854_1030 (size=5340) 2024-11-15T19:52:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741854_1030 (size=5340) 2024-11-15T19:52:52,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/table/6e61d39ac28a42bda7780f2d7a4310ae 2024-11-15T19:52:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/info/938edfd635a448d8a173b9493f6386e1 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/info/938edfd635a448d8a173b9493f6386e1 2024-11-15T19:52:52,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/info/938edfd635a448d8a173b9493f6386e1, entries=30, sequenceid=17, filesize=9.6 K 2024-11-15T19:52:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/ns/d45d3a8a55124555a31c6e9e93e2f18e as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/ns/d45d3a8a55124555a31c6e9e93e2f18e 2024-11-15T19:52:52,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/ns/d45d3a8a55124555a31c6e9e93e2f18e, entries=2, sequenceid=17, filesize=5.0 K 2024-11-15T19:52:52,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/table/6e61d39ac28a42bda7780f2d7a4310ae as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/table/6e61d39ac28a42bda7780f2d7a4310ae 2024-11-15T19:52:52,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/table/6e61d39ac28a42bda7780f2d7a4310ae, entries=2, sequenceid=17, filesize=5.2 K 2024-11-15T19:52:52,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 555ms, sequenceid=17, compaction requested=false 2024-11-15T19:52:52,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-15T19:52:55,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:52:56,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T19:52:56,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:52:56,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T19:53:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37032 deadline: 1731700391009, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. is not online on c325ef450a96,40305,1731700345585 2024-11-15T19:53:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. is not online on c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08. is not online on c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731700346519.68e350e73e401b9f265bce3342557f08., hostname=c325ef450a96,40305,1731700345585, seqNum=2 from cache 2024-11-15T19:53:07,279 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T19:53:07,279 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T19:53:11,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-15T19:53:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122] 2024-11-15T19:53:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:23,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T19:53:23,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/c025b4f6ab614deeba9d7c466d5edd81 is 1055, key is row0095/info:/1731700401057/Put/seqid=0 2024-11-15T19:53:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741855_1031 (size=13391) 2024-11-15T19:53:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741855_1031 (size=13391) 2024-11-15T19:53:23,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:53:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37032 deadline: 1731700413109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 2024-11-15T19:53:23,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:23,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:23,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 because the exception is null or not the one we care about 2024-11-15T19:53:23,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/c025b4f6ab614deeba9d7c466d5edd81 2024-11-15T19:53:23,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/c025b4f6ab614deeba9d7c466d5edd81 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/c025b4f6ab614deeba9d7c466d5edd81 2024-11-15T19:53:23,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/c025b4f6ab614deeba9d7c466d5edd81, entries=8, sequenceid=133, filesize=13.1 K 2024-11-15T19:53:23,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 16fb1be3e29fddd39b6fef84baae0b94 in 430ms, sequenceid=133, compaction requested=false 2024-11-15T19:53:23,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:25,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:53:28,008 DEBUG [master/c325ef450a96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T19:53:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:33,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-15T19:53:33,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/daf885c32620417f8b2aa97545a96629 is 1055, key is row0103/info:/1731700403075/Put/seqid=0 2024-11-15T19:53:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741856_1032 (size=28156) 2024-11-15T19:53:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741856_1032 (size=28156) 2024-11-15T19:53:33,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/daf885c32620417f8b2aa97545a96629 2024-11-15T19:53:33,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/daf885c32620417f8b2aa97545a96629 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/daf885c32620417f8b2aa97545a96629 2024-11-15T19:53:33,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/daf885c32620417f8b2aa97545a96629, entries=22, sequenceid=158, filesize=27.5 K 2024-11-15T19:53:33,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for 16fb1be3e29fddd39b6fef84baae0b94 in 24ms, sequenceid=158, compaction requested=true 2024-11-15T19:53:33,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:33,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16fb1be3e29fddd39b6fef84baae0b94:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:53:33,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:33,164 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:53:33,166 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79444 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:53:33,166 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 16fb1be3e29fddd39b6fef84baae0b94/info is initiating minor compaction (all files) 2024-11-15T19:53:33,166 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16fb1be3e29fddd39b6fef84baae0b94/info in TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:53:33,166 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/79e64e0fea0742c1a15bd4502ead7ead, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/c025b4f6ab614deeba9d7c466d5edd81, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/daf885c32620417f8b2aa97545a96629] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp, totalSize=77.6 K 2024-11-15T19:53:33,166 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79e64e0fea0742c1a15bd4502ead7ead, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731700368796 2024-11-15T19:53:33,167 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting c025b4f6ab614deeba9d7c466d5edd81, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731700401057 2024-11-15T19:53:33,167 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf885c32620417f8b2aa97545a96629, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731700403075 2024-11-15T19:53:33,180 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16fb1be3e29fddd39b6fef84baae0b94#info#compaction#47 average throughput is 20.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:53:33,180 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/7d290cb692e144ab9c6d37b08e9fab32 is 1055, key is row0064/info:/1731700368796/Put/seqid=0 2024-11-15T19:53:33,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741857_1033 (size=69658) 2024-11-15T19:53:33,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741857_1033 (size=69658) 2024-11-15T19:53:33,192 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/7d290cb692e144ab9c6d37b08e9fab32 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/7d290cb692e144ab9c6d37b08e9fab32 2024-11-15T19:53:33,198 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16fb1be3e29fddd39b6fef84baae0b94/info of 16fb1be3e29fddd39b6fef84baae0b94 into 7d290cb692e144ab9c6d37b08e9fab32(size=68.0 K), total size for store is 68.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:53:33,198 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:33,198 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., storeName=16fb1be3e29fddd39b6fef84baae0b94/info, priority=13, startTime=1731700413164; duration=0sec 2024-11-15T19:53:33,198 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:33,198 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16fb1be3e29fddd39b6fef84baae0b94:info 2024-11-15T19:53:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:35,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T19:53:35,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/97762918c3bf419d85d5503bb32965c2 is 1055, key is row0125/info:/1731700413141/Put/seqid=0 2024-11-15T19:53:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741858_1034 (size=13394) 2024-11-15T19:53:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741858_1034 (size=13394) 2024-11-15T19:53:35,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/97762918c3bf419d85d5503bb32965c2 2024-11-15T19:53:35,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/97762918c3bf419d85d5503bb32965c2 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/97762918c3bf419d85d5503bb32965c2 2024-11-15T19:53:35,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/97762918c3bf419d85d5503bb32965c2, entries=8, sequenceid=170, filesize=13.1 K 2024-11-15T19:53:35,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 16fb1be3e29fddd39b6fef84baae0b94 in 25ms, sequenceid=170, compaction requested=false 2024-11-15T19:53:35,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:35,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-15T19:53:35,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/e39f662b74784ef0b4f03ffdf800b60e is 1055, key is row0133/info:/1731700415158/Put/seqid=0 2024-11-15T19:53:35,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741859_1035 (size=20781) 2024-11-15T19:53:35,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741859_1035 (size=20781) 2024-11-15T19:53:35,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/e39f662b74784ef0b4f03ffdf800b60e 2024-11-15T19:53:35,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/e39f662b74784ef0b4f03ffdf800b60e as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/e39f662b74784ef0b4f03ffdf800b60e 2024-11-15T19:53:35,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/e39f662b74784ef0b4f03ffdf800b60e, entries=15, sequenceid=188, filesize=20.3 K 2024-11-15T19:53:35,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for 16fb1be3e29fddd39b6fef84baae0b94 in 28ms, sequenceid=188, compaction requested=true 2024-11-15T19:53:35,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:35,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16fb1be3e29fddd39b6fef84baae0b94:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:53:35,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:35,212 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:53:35,213 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103833 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:53:35,213 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 16fb1be3e29fddd39b6fef84baae0b94/info is initiating minor compaction (all files) 2024-11-15T19:53:35,213 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16fb1be3e29fddd39b6fef84baae0b94/info in TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:53:35,213 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/7d290cb692e144ab9c6d37b08e9fab32, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/97762918c3bf419d85d5503bb32965c2, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/e39f662b74784ef0b4f03ffdf800b60e] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp, totalSize=101.4 K 2024-11-15T19:53:35,214 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d290cb692e144ab9c6d37b08e9fab32, keycount=61, bloomtype=ROW, size=68.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731700368796 2024-11-15T19:53:35,214 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97762918c3bf419d85d5503bb32965c2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731700413141 2024-11-15T19:53:35,214 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting e39f662b74784ef0b4f03ffdf800b60e, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731700415158 2024-11-15T19:53:35,226 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16fb1be3e29fddd39b6fef84baae0b94#info#compaction#50 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:53:35,227 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/dbb2a1bcbdec4886a47f4d2a0b8f67de is 1055, key is row0064/info:/1731700368796/Put/seqid=0 2024-11-15T19:53:35,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741860_1036 (size=94056) 2024-11-15T19:53:35,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741860_1036 (size=94056) 2024-11-15T19:53:35,238 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/dbb2a1bcbdec4886a47f4d2a0b8f67de as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/dbb2a1bcbdec4886a47f4d2a0b8f67de 2024-11-15T19:53:35,245 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16fb1be3e29fddd39b6fef84baae0b94/info of 16fb1be3e29fddd39b6fef84baae0b94 into dbb2a1bcbdec4886a47f4d2a0b8f67de(size=91.9 K), total size for store is 91.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:53:35,245 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:35,246 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., storeName=16fb1be3e29fddd39b6fef84baae0b94/info, priority=13, startTime=1731700415211; duration=0sec 2024-11-15T19:53:35,246 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:35,246 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16fb1be3e29fddd39b6fef84baae0b94:info 2024-11-15T19:53:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:37,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-15T19:53:37,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/f95f6f37144746bea726994cbf62a45a is 1055, key is row0148/info:/1731700415184/Put/seqid=0 2024-11-15T19:53:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741861_1037 (size=19728) 2024-11-15T19:53:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741861_1037 (size=19728) 2024-11-15T19:53:37,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/f95f6f37144746bea726994cbf62a45a 2024-11-15T19:53:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:53:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37032 deadline: 1731700427236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 2024-11-15T19:53:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 because the exception is null or not the one we care about 2024-11-15T19:53:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/f95f6f37144746bea726994cbf62a45a as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f95f6f37144746bea726994cbf62a45a 2024-11-15T19:53:37,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f95f6f37144746bea726994cbf62a45a, entries=14, sequenceid=206, filesize=19.3 K 2024-11-15T19:53:37,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 16fb1be3e29fddd39b6fef84baae0b94 in 39ms, sequenceid=206, compaction requested=false 2024-11-15T19:53:37,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:37,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7f00fe4ec62eb946c8ef55ad5a55a85c, had cached 0 bytes from a total of 71441 2024-11-15T19:53:37,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 16fb1be3e29fddd39b6fef84baae0b94, had cached 0 bytes from a total of 113784 2024-11-15T19:53:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:47,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-15T19:53:47,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/6c546dadecac45778ae09f33be56efbc is 1055, key is row0162/info:/1731700417211/Put/seqid=0 2024-11-15T19:53:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741862_1038 (size=21838) 2024-11-15T19:53:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741862_1038 (size=21838) 2024-11-15T19:53:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:53:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37032 deadline: 1731700437313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 2024-11-15T19:53:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:53:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 because the exception is null or not the one we care about 2024-11-15T19:53:47,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/6c546dadecac45778ae09f33be56efbc 2024-11-15T19:53:47,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/6c546dadecac45778ae09f33be56efbc as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/6c546dadecac45778ae09f33be56efbc 2024-11-15T19:53:47,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/6c546dadecac45778ae09f33be56efbc, entries=16, sequenceid=225, filesize=21.3 K 2024-11-15T19:53:47,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 16fb1be3e29fddd39b6fef84baae0b94 in 434ms, sequenceid=225, compaction requested=true 2024-11-15T19:53:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16fb1be3e29fddd39b6fef84baae0b94:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:53:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:47,724 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:53:47,725 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135622 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:53:47,725 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 16fb1be3e29fddd39b6fef84baae0b94/info is initiating minor compaction (all files) 2024-11-15T19:53:47,725 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16fb1be3e29fddd39b6fef84baae0b94/info in TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:53:47,725 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/dbb2a1bcbdec4886a47f4d2a0b8f67de, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f95f6f37144746bea726994cbf62a45a, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/6c546dadecac45778ae09f33be56efbc] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp, totalSize=132.4 K 2024-11-15T19:53:47,726 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbb2a1bcbdec4886a47f4d2a0b8f67de, keycount=84, bloomtype=ROW, size=91.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731700368796 2024-11-15T19:53:47,726 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting f95f6f37144746bea726994cbf62a45a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731700415184 2024-11-15T19:53:47,726 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c546dadecac45778ae09f33be56efbc, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731700417211 2024-11-15T19:53:47,741 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16fb1be3e29fddd39b6fef84baae0b94#info#compaction#53 average throughput is 38.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:53:47,742 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/cc14cf5df3ce4f67ac666fdad583082d is 1055, key is row0064/info:/1731700368796/Put/seqid=0 2024-11-15T19:53:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741863_1039 (size=125884) 2024-11-15T19:53:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741863_1039 (size=125884) 2024-11-15T19:53:48,173 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/cc14cf5df3ce4f67ac666fdad583082d as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cc14cf5df3ce4f67ac666fdad583082d 2024-11-15T19:53:48,180 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16fb1be3e29fddd39b6fef84baae0b94/info of 16fb1be3e29fddd39b6fef84baae0b94 into cc14cf5df3ce4f67ac666fdad583082d(size=122.9 K), total size for store is 122.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:53:48,181 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:48,181 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., storeName=16fb1be3e29fddd39b6fef84baae0b94/info, priority=13, startTime=1731700427724; duration=0sec 2024-11-15T19:53:48,181 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:48,181 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16fb1be3e29fddd39b6fef84baae0b94:info 2024-11-15T19:53:55,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:53:56,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-15T19:53:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:57,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-15T19:53:57,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/3ef0e4a8df984512869885420363d1d4 is 1055, key is row0178/info:/1731700427291/Put/seqid=0 2024-11-15T19:53:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741864_1040 (size=19728) 2024-11-15T19:53:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741864_1040 (size=19728) 2024-11-15T19:53:57,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/3ef0e4a8df984512869885420363d1d4 2024-11-15T19:53:57,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/3ef0e4a8df984512869885420363d1d4 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/3ef0e4a8df984512869885420363d1d4 2024-11-15T19:53:57,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/3ef0e4a8df984512869885420363d1d4, entries=14, sequenceid=243, filesize=19.3 K 2024-11-15T19:53:57,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 16fb1be3e29fddd39b6fef84baae0b94 in 26ms, sequenceid=243, compaction requested=false 2024-11-15T19:53:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:59,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-15T19:53:59,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/f5f766f122884a98a33c12e5462b7c43 is 1055, key is row0192/info:/1731700437413/Put/seqid=0 2024-11-15T19:53:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741865_1041 (size=13394) 2024-11-15T19:53:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741865_1041 (size=13394) 2024-11-15T19:53:59,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/f5f766f122884a98a33c12e5462b7c43 2024-11-15T19:53:59,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/f5f766f122884a98a33c12e5462b7c43 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f5f766f122884a98a33c12e5462b7c43 2024-11-15T19:53:59,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f5f766f122884a98a33c12e5462b7c43, entries=8, sequenceid=254, filesize=13.1 K 2024-11-15T19:53:59,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 16fb1be3e29fddd39b6fef84baae0b94 in 26ms, sequenceid=254, compaction requested=true 2024-11-15T19:53:59,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:59,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16fb1be3e29fddd39b6fef84baae0b94:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:53:59,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:59,454 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:53:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:53:59,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-15T19:53:59,455 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:53:59,455 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 16fb1be3e29fddd39b6fef84baae0b94/info is initiating minor compaction (all files) 2024-11-15T19:53:59,455 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16fb1be3e29fddd39b6fef84baae0b94/info in TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:53:59,455 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cc14cf5df3ce4f67ac666fdad583082d, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/3ef0e4a8df984512869885420363d1d4, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f5f766f122884a98a33c12e5462b7c43] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp, totalSize=155.3 K 2024-11-15T19:53:59,456 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc14cf5df3ce4f67ac666fdad583082d, keycount=114, bloomtype=ROW, size=122.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731700368796 2024-11-15T19:53:59,456 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ef0e4a8df984512869885420363d1d4, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731700427291 2024-11-15T19:53:59,457 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5f766f122884a98a33c12e5462b7c43, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731700437413 2024-11-15T19:53:59,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/17a0945209704ab2ab879e3786f4ad3a is 1055, key is row0200/info:/1731700439428/Put/seqid=0 2024-11-15T19:53:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741866_1042 (size=21854) 2024-11-15T19:53:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741866_1042 (size=21854) 2024-11-15T19:53:59,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/17a0945209704ab2ab879e3786f4ad3a 2024-11-15T19:53:59,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/17a0945209704ab2ab879e3786f4ad3a as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/17a0945209704ab2ab879e3786f4ad3a 2024-11-15T19:53:59,486 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16fb1be3e29fddd39b6fef84baae0b94#info#compaction#57 average throughput is 34.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:53:59,487 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/cb2e0d9bcd8d4ccf8a6147387db56f91 is 1055, key is row0064/info:/1731700368796/Put/seqid=0 2024-11-15T19:53:59,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/17a0945209704ab2ab879e3786f4ad3a, entries=16, sequenceid=273, filesize=21.3 K 2024-11-15T19:53:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741867_1043 (size=149224) 2024-11-15T19:53:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741867_1043 (size=149224) 2024-11-15T19:53:59,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for 16fb1be3e29fddd39b6fef84baae0b94 in 36ms, sequenceid=273, compaction requested=false 2024-11-15T19:53:59,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:59,897 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/cb2e0d9bcd8d4ccf8a6147387db56f91 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cb2e0d9bcd8d4ccf8a6147387db56f91 2024-11-15T19:53:59,904 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16fb1be3e29fddd39b6fef84baae0b94/info of 16fb1be3e29fddd39b6fef84baae0b94 into cb2e0d9bcd8d4ccf8a6147387db56f91(size=145.7 K), total size for store is 167.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:53:59,904 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:53:59,904 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., storeName=16fb1be3e29fddd39b6fef84baae0b94/info, priority=13, startTime=1731700439454; duration=0sec 2024-11-15T19:53:59,904 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:53:59,905 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16fb1be3e29fddd39b6fef84baae0b94:info 2024-11-15T19:54:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:54:01,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-15T19:54:01,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/075aa28916af4285825c5dff2b73fe50 is 1055, key is row0216/info:/1731700439456/Put/seqid=0 2024-11-15T19:54:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741868_1044 (size=15510) 2024-11-15T19:54:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741868_1044 (size=15510) 2024-11-15T19:54:01,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/075aa28916af4285825c5dff2b73fe50 2024-11-15T19:54:01,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/075aa28916af4285825c5dff2b73fe50 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/075aa28916af4285825c5dff2b73fe50 2024-11-15T19:54:01,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/075aa28916af4285825c5dff2b73fe50, entries=10, sequenceid=287, filesize=15.1 K 2024-11-15T19:54:01,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=15.40 KB/15765 for 16fb1be3e29fddd39b6fef84baae0b94 in 28ms, sequenceid=287, compaction requested=true 2024-11-15T19:54:01,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:54:01,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16fb1be3e29fddd39b6fef84baae0b94:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:54:01,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:54:01,503 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:54:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:54:01,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-15T19:54:01,505 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186588 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:54:01,505 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 16fb1be3e29fddd39b6fef84baae0b94/info is initiating minor compaction (all files) 2024-11-15T19:54:01,505 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16fb1be3e29fddd39b6fef84baae0b94/info in TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:54:01,505 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cb2e0d9bcd8d4ccf8a6147387db56f91, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/17a0945209704ab2ab879e3786f4ad3a, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/075aa28916af4285825c5dff2b73fe50] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp, totalSize=182.2 K 2024-11-15T19:54:01,506 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb2e0d9bcd8d4ccf8a6147387db56f91, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731700368796 2024-11-15T19:54:01,506 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17a0945209704ab2ab879e3786f4ad3a, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731700439428 2024-11-15T19:54:01,507 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 075aa28916af4285825c5dff2b73fe50, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731700439456 2024-11-15T19:54:01,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/76e61e720a2c42c7a2e6685cb6e9a71d is 1055, key is row0226/info:/1731700441477/Put/seqid=0 2024-11-15T19:54:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741869_1045 (size=22908) 2024-11-15T19:54:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741869_1045 (size=22908) 2024-11-15T19:54:01,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/76e61e720a2c42c7a2e6685cb6e9a71d 2024-11-15T19:54:01,522 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16fb1be3e29fddd39b6fef84baae0b94#info#compaction#60 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:54:01,523 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/d8bc5fc482354caea51a2cfdf502165f is 1055, key is row0064/info:/1731700368796/Put/seqid=0 2024-11-15T19:54:01,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/76e61e720a2c42c7a2e6685cb6e9a71d as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/76e61e720a2c42c7a2e6685cb6e9a71d 2024-11-15T19:54:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:54:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37032 deadline: 1731700451525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 2024-11-15T19:54:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:54:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=16fb1be3e29fddd39b6fef84baae0b94, server=c325ef450a96,40305,1731700345585 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:54:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., hostname=c325ef450a96,40305,1731700345585, seqNum=122 because the exception is null or not the one we care about 2024-11-15T19:54:01,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741870_1046 (size=176738) 2024-11-15T19:54:01,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741870_1046 (size=176738) 2024-11-15T19:54:01,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/76e61e720a2c42c7a2e6685cb6e9a71d, entries=17, sequenceid=307, filesize=22.4 K 2024-11-15T19:54:01,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 16fb1be3e29fddd39b6fef84baae0b94 in 30ms, sequenceid=307, compaction requested=false 2024-11-15T19:54:01,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:54:01,535 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/d8bc5fc482354caea51a2cfdf502165f as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d8bc5fc482354caea51a2cfdf502165f 2024-11-15T19:54:01,541 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16fb1be3e29fddd39b6fef84baae0b94/info of 16fb1be3e29fddd39b6fef84baae0b94 into d8bc5fc482354caea51a2cfdf502165f(size=172.6 K), total size for store is 195.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:54:01,541 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:54:01,541 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., storeName=16fb1be3e29fddd39b6fef84baae0b94/info, priority=13, startTime=1731700441503; duration=0sec 2024-11-15T19:54:01,541 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:54:01,541 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16fb1be3e29fddd39b6fef84baae0b94:info 2024-11-15T19:54:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40305 {}] regionserver.HRegion(8855): Flush requested on 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:54:11,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-15T19:54:11,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/d71dd405b4c141e6a22d19c3b9a69869 is 1055, key is row0243/info:/1731700441505/Put/seqid=0 2024-11-15T19:54:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741871_1047 (size=18688) 2024-11-15T19:54:11,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741871_1047 (size=18688) 2024-11-15T19:54:11,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/d71dd405b4c141e6a22d19c3b9a69869 2024-11-15T19:54:11,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/d71dd405b4c141e6a22d19c3b9a69869 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d71dd405b4c141e6a22d19c3b9a69869 2024-11-15T19:54:11,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d71dd405b4c141e6a22d19c3b9a69869, entries=13, sequenceid=324, filesize=18.3 K 2024-11-15T19:54:11,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 16fb1be3e29fddd39b6fef84baae0b94 in 27ms, sequenceid=324, compaction requested=true 2024-11-15T19:54:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:54:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16fb1be3e29fddd39b6fef84baae0b94:info, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:54:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:54:11,636 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:54:11,637 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218334 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:54:11,638 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1541): 16fb1be3e29fddd39b6fef84baae0b94/info is initiating minor compaction (all files) 2024-11-15T19:54:11,638 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16fb1be3e29fddd39b6fef84baae0b94/info in TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:54:11,638 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d8bc5fc482354caea51a2cfdf502165f, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/76e61e720a2c42c7a2e6685cb6e9a71d, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d71dd405b4c141e6a22d19c3b9a69869] into tmpdir=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp, totalSize=213.2 K 2024-11-15T19:54:11,639 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8bc5fc482354caea51a2cfdf502165f, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731700368796 2024-11-15T19:54:11,639 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76e61e720a2c42c7a2e6685cb6e9a71d, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731700441477 2024-11-15T19:54:11,640 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] compactions.Compactor(225): Compacting d71dd405b4c141e6a22d19c3b9a69869, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731700441505 2024-11-15T19:54:11,656 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16fb1be3e29fddd39b6fef84baae0b94#info#compaction#62 average throughput is 48.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:54:11,657 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/da269089167041ee8ea315af999bbae5 is 1055, key is row0064/info:/1731700368796/Put/seqid=0 2024-11-15T19:54:11,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741872_1048 (size=208537) 2024-11-15T19:54:11,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741872_1048 (size=208537) 2024-11-15T19:54:11,668 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/da269089167041ee8ea315af999bbae5 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/da269089167041ee8ea315af999bbae5 2024-11-15T19:54:11,675 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16fb1be3e29fddd39b6fef84baae0b94/info of 16fb1be3e29fddd39b6fef84baae0b94 into da269089167041ee8ea315af999bbae5(size=203.6 K), total size for store is 203.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:54:11,675 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:54:11,675 INFO [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., storeName=16fb1be3e29fddd39b6fef84baae0b94/info, priority=13, startTime=1731700451636; duration=0sec 2024-11-15T19:54:11,675 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:54:11,675 DEBUG [RS:0;c325ef450a96:40305-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16fb1be3e29fddd39b6fef84baae0b94:info 2024-11-15T19:54:13,612 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-15T19:54:13,626 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453612, exclude list is [], retry=0 2024-11-15T19:54:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-ddfdd0cf-c18a-49c9-adcd-3d26779df899,DISK] 2024-11-15T19:54:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-55fc4775-eecc-4ed2-b996-08b26751083f,DISK] 2024-11-15T19:54:13,631 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700345984 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453612 2024-11-15T19:54:13,632 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39899:39899),(127.0.0.1/127.0.0.1:37873:37873)] 2024-11-15T19:54:13,632 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700345984 is not closed yet, will try archiving it next time 2024-11-15T19:54:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741833_1009 (size=308076) 2024-11-15T19:54:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741833_1009 (size=308076) 2024-11-15T19:54:13,638 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 16fb1be3e29fddd39b6fef84baae0b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-15T19:54:13,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/a6aa5467fa8e40e7b5d9ccc219d50601 is 1055, key is row0256/info:/1731700451611/Put/seqid=0 2024-11-15T19:54:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741874_1050 (size=6010) 2024-11-15T19:54:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741874_1050 (size=6010) 2024-11-15T19:54:13,650 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/a6aa5467fa8e40e7b5d9ccc219d50601 2024-11-15T19:54:13,657 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/.tmp/info/a6aa5467fa8e40e7b5d9ccc219d50601 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/a6aa5467fa8e40e7b5d9ccc219d50601 2024-11-15T19:54:13,662 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/a6aa5467fa8e40e7b5d9ccc219d50601, entries=1, sequenceid=329, filesize=5.9 K 2024-11-15T19:54:13,664 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 16fb1be3e29fddd39b6fef84baae0b94 in 26ms, sequenceid=329, compaction requested=false 2024-11-15T19:54:13,664 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 16fb1be3e29fddd39b6fef84baae0b94: 2024-11-15T19:54:13,664 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-15T19:54:13,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/info/173b3df474f3448cacfc83ea22edc244 is 193, key is TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94./info:regioninfo/1731700372341/Put/seqid=0 2024-11-15T19:54:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741875_1051 (size=6223) 2024-11-15T19:54:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741875_1051 (size=6223) 2024-11-15T19:54:13,675 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/info/173b3df474f3448cacfc83ea22edc244 2024-11-15T19:54:13,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/.tmp/info/173b3df474f3448cacfc83ea22edc244 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/info/173b3df474f3448cacfc83ea22edc244 2024-11-15T19:54:13,686 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/info/173b3df474f3448cacfc83ea22edc244, entries=5, sequenceid=21, filesize=6.1 K 2024-11-15T19:54:13,687 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 23ms, sequenceid=21, compaction requested=false 2024-11-15T19:54:13,687 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-15T19:54:13,687 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7f00fe4ec62eb946c8ef55ad5a55a85c: 2024-11-15T19:54:13,701 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453687, exclude list is [], retry=0 2024-11-15T19:54:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-ddfdd0cf-c18a-49c9-adcd-3d26779df899,DISK] 2024-11-15T19:54:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-55fc4775-eecc-4ed2-b996-08b26751083f,DISK] 2024-11-15T19:54:13,705 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453612 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453687 2024-11-15T19:54:13,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39899:39899),(127.0.0.1/127.0.0.1:37873:37873)] 2024-11-15T19:54:13,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453612 is not closed yet, will try archiving it next time 2024-11-15T19:54:13,706 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700345984 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/oldWALs/c325ef450a96%2C40305%2C1731700345585.1731700345984 2024-11-15T19:54:13,706 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:54:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741873_1049 (size=731) 2024-11-15T19:54:13,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453612 not finished, retry = 0 2024-11-15T19:54:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741873_1049 (size=731) 2024-11-15T19:54:13,808 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.1731700453612 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/oldWALs/c325ef450a96%2C40305%2C1731700345585.1731700453612 2024-11-15T19:54:13,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T19:54:13,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:54:13,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:54:13,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:13,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:13,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:54:13,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T19:54:13,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1342088830, stopped=false 2024-11-15T19:54:13,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c325ef450a96,41211,1731700345533 2024-11-15T19:54:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:54:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:54:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:13,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:54:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:13,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:54:13,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:54:13,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:13,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c325ef450a96,40305,1731700345585' ***** 2024-11-15T19:54:13,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T19:54:13,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:54:13,910 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T19:54:13,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T19:54:13,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(3091): Received CLOSE for 16fb1be3e29fddd39b6fef84baae0b94 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(959): stopping server c325ef450a96,40305,1731700345585 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c325ef450a96:40305. 2024-11-15T19:54:13,911 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16fb1be3e29fddd39b6fef84baae0b94, disabling compactions & flushes 2024-11-15T19:54:13,911 DEBUG [RS:0;c325ef450a96:40305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:54:13,911 DEBUG [RS:0;c325ef450a96:40305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:13,911 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:54:13,911 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T19:54:13,911 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. after waiting 0 ms 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T19:54:13,911 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T19:54:13,911 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T19:54:13,912 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1325): Online Regions={16fb1be3e29fddd39b6fef84baae0b94=TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94., 1588230740=hbase:meta,,1.1588230740, 7f00fe4ec62eb946c8ef55ad5a55a85c=TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.} 2024-11-15T19:54:13,912 DEBUG [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fb1be3e29fddd39b6fef84baae0b94, 7f00fe4ec62eb946c8ef55ad5a55a85c 2024-11-15T19:54:13,912 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:54:13,912 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:54:13,912 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:54:13,912 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:54:13,912 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:54:13,912 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08->hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275-top, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/79e64e0fea0742c1a15bd4502ead7ead, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/c025b4f6ab614deeba9d7c466d5edd81, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/7d290cb692e144ab9c6d37b08e9fab32, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/daf885c32620417f8b2aa97545a96629, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/97762918c3bf419d85d5503bb32965c2, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/dbb2a1bcbdec4886a47f4d2a0b8f67de, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/e39f662b74784ef0b4f03ffdf800b60e, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f95f6f37144746bea726994cbf62a45a, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cc14cf5df3ce4f67ac666fdad583082d, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/6c546dadecac45778ae09f33be56efbc, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/3ef0e4a8df984512869885420363d1d4, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cb2e0d9bcd8d4ccf8a6147387db56f91, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f5f766f122884a98a33c12e5462b7c43, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/17a0945209704ab2ab879e3786f4ad3a, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d8bc5fc482354caea51a2cfdf502165f, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/075aa28916af4285825c5dff2b73fe50, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/76e61e720a2c42c7a2e6685cb6e9a71d, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d71dd405b4c141e6a22d19c3b9a69869] to archive 2024-11-15T19:54:13,913 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:54:13,915 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08 2024-11-15T19:54:13,916 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-15T19:54:13,917 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-c06e7e3d9a7746bfb2b6cfed7dfe2ea2 2024-11-15T19:54:13,917 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:54:13,917 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:54:13,917 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700453912Running coprocessor pre-close hooks at 1731700453912Disabling compacts and flushes for region at 1731700453912Disabling writes for close at 1731700453912Writing region close event to WAL at 1731700453913 (+1 ms)Running coprocessor post-close hooks at 1731700453917 (+4 ms)Closed at 1731700453917 2024-11-15T19:54:13,917 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T19:54:13,918 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/79e64e0fea0742c1a15bd4502ead7ead to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/79e64e0fea0742c1a15bd4502ead7ead 2024-11-15T19:54:13,919 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/TestLogRolling-testLogRolling=68e350e73e401b9f265bce3342557f08-a3fdbe0bb2dc4f73934a5c570f606ec0 2024-11-15T19:54:13,920 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/c025b4f6ab614deeba9d7c466d5edd81 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/c025b4f6ab614deeba9d7c466d5edd81 2024-11-15T19:54:13,921 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/7d290cb692e144ab9c6d37b08e9fab32 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/7d290cb692e144ab9c6d37b08e9fab32 2024-11-15T19:54:13,922 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/daf885c32620417f8b2aa97545a96629 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/daf885c32620417f8b2aa97545a96629 2024-11-15T19:54:13,923 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/97762918c3bf419d85d5503bb32965c2 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/97762918c3bf419d85d5503bb32965c2 2024-11-15T19:54:13,924 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/dbb2a1bcbdec4886a47f4d2a0b8f67de to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/dbb2a1bcbdec4886a47f4d2a0b8f67de 2024-11-15T19:54:13,925 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/e39f662b74784ef0b4f03ffdf800b60e to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/e39f662b74784ef0b4f03ffdf800b60e 2024-11-15T19:54:13,927 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f95f6f37144746bea726994cbf62a45a to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f95f6f37144746bea726994cbf62a45a 2024-11-15T19:54:13,928 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cc14cf5df3ce4f67ac666fdad583082d to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cc14cf5df3ce4f67ac666fdad583082d 2024-11-15T19:54:13,929 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/6c546dadecac45778ae09f33be56efbc to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/6c546dadecac45778ae09f33be56efbc 2024-11-15T19:54:13,930 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/3ef0e4a8df984512869885420363d1d4 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/3ef0e4a8df984512869885420363d1d4 2024-11-15T19:54:13,931 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cb2e0d9bcd8d4ccf8a6147387db56f91 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/cb2e0d9bcd8d4ccf8a6147387db56f91 2024-11-15T19:54:13,933 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f5f766f122884a98a33c12e5462b7c43 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/f5f766f122884a98a33c12e5462b7c43 2024-11-15T19:54:13,934 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/17a0945209704ab2ab879e3786f4ad3a to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/17a0945209704ab2ab879e3786f4ad3a 2024-11-15T19:54:13,935 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d8bc5fc482354caea51a2cfdf502165f to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d8bc5fc482354caea51a2cfdf502165f 2024-11-15T19:54:13,936 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/075aa28916af4285825c5dff2b73fe50 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/075aa28916af4285825c5dff2b73fe50 2024-11-15T19:54:13,938 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/76e61e720a2c42c7a2e6685cb6e9a71d to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/76e61e720a2c42c7a2e6685cb6e9a71d 2024-11-15T19:54:13,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d71dd405b4c141e6a22d19c3b9a69869 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/info/d71dd405b4c141e6a22d19c3b9a69869 2024-11-15T19:54:13,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c325ef450a96:41211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-15T19:54:13,940 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [79e64e0fea0742c1a15bd4502ead7ead=37897, c025b4f6ab614deeba9d7c466d5edd81=13391, 7d290cb692e144ab9c6d37b08e9fab32=69658, daf885c32620417f8b2aa97545a96629=28156, 97762918c3bf419d85d5503bb32965c2=13394, dbb2a1bcbdec4886a47f4d2a0b8f67de=94056, e39f662b74784ef0b4f03ffdf800b60e=20781, f95f6f37144746bea726994cbf62a45a=19728, cc14cf5df3ce4f67ac666fdad583082d=125884, 6c546dadecac45778ae09f33be56efbc=21838, 3ef0e4a8df984512869885420363d1d4=19728, cb2e0d9bcd8d4ccf8a6147387db56f91=149224, f5f766f122884a98a33c12e5462b7c43=13394, 17a0945209704ab2ab879e3786f4ad3a=21854, d8bc5fc482354caea51a2cfdf502165f=176738, 075aa28916af4285825c5dff2b73fe50=15510, 76e61e720a2c42c7a2e6685cb6e9a71d=22908, d71dd405b4c141e6a22d19c3b9a69869=18688] 2024-11-15T19:54:13,944 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/16fb1be3e29fddd39b6fef84baae0b94/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-15T19:54:13,945 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:54:13,945 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16fb1be3e29fddd39b6fef84baae0b94: Waiting for close lock at 1731700453911Running coprocessor pre-close hooks at 1731700453911Disabling compacts and flushes for region at 1731700453911Disabling writes for close at 1731700453911Writing region close event to WAL at 1731700453940 (+29 ms)Running coprocessor post-close hooks at 1731700453945 (+5 ms)Closed at 1731700453945 2024-11-15T19:54:13,945 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731700370948.16fb1be3e29fddd39b6fef84baae0b94. 2024-11-15T19:54:13,945 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f00fe4ec62eb946c8ef55ad5a55a85c, disabling compactions & flushes 2024-11-15T19:54:13,945 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:54:13,945 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:54:13,945 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. after waiting 0 ms 2024-11-15T19:54:13,945 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:54:13,945 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08->hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/68e350e73e401b9f265bce3342557f08/info/4226d8b37789438a9acd2dea35538275-bottom] to archive 2024-11-15T19:54:13,946 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:54:13,949 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08 to hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/archive/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/info/4226d8b37789438a9acd2dea35538275.68e350e73e401b9f265bce3342557f08 2024-11-15T19:54:13,949 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-15T19:54:13,954 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/data/default/TestLogRolling-testLogRolling/7f00fe4ec62eb946c8ef55ad5a55a85c/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-15T19:54:13,955 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:54:13,955 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f00fe4ec62eb946c8ef55ad5a55a85c: Waiting for close lock at 1731700453945Running coprocessor pre-close hooks at 1731700453945Disabling compacts and flushes for region at 1731700453945Disabling writes for close at 1731700453945Writing region close event to WAL at 1731700453949 (+4 ms)Running coprocessor post-close hooks at 1731700453955 (+6 ms)Closed at 1731700453955 2024-11-15T19:54:13,955 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731700370948.7f00fe4ec62eb946c8ef55ad5a55a85c. 2024-11-15T19:54:14,112 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(976): stopping server c325ef450a96,40305,1731700345585; all regions closed. 2024-11-15T19:54:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741834_1010 (size=8107) 2024-11-15T19:54:14,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/WALs/c325ef450a96,40305,1731700345585/c325ef450a96%2C40305%2C1731700345585.meta.1731700346386.meta not finished, retry = 0 2024-11-15T19:54:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741834_1010 (size=8107) 2024-11-15T19:54:14,218 DEBUG [RS:0;c325ef450a96:40305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/oldWALs 2024-11-15T19:54:14,218 INFO [RS:0;c325ef450a96:40305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C40305%2C1731700345585.meta:.meta(num 1731700346386) 2024-11-15T19:54:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741876_1052 (size=778) 2024-11-15T19:54:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741876_1052 (size=778) 2024-11-15T19:54:14,222 DEBUG [RS:0;c325ef450a96:40305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/oldWALs 2024-11-15T19:54:14,222 INFO [RS:0;c325ef450a96:40305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C40305%2C1731700345585:(num 1731700453687) 2024-11-15T19:54:14,222 DEBUG [RS:0;c325ef450a96:40305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:14,222 INFO [RS:0;c325ef450a96:40305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:54:14,222 INFO [RS:0;c325ef450a96:40305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:54:14,223 INFO [RS:0;c325ef450a96:40305 {}] hbase.ChoreService(370): Chore service for: regionserver/c325ef450a96:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T19:54:14,223 INFO [RS:0;c325ef450a96:40305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:54:14,223 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:54:14,223 INFO [RS:0;c325ef450a96:40305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40305 2024-11-15T19:54:14,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c325ef450a96,40305,1731700345585 2024-11-15T19:54:14,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:54:14,225 INFO [RS:0;c325ef450a96:40305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:54:14,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c325ef450a96,40305,1731700345585] 2024-11-15T19:54:14,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c325ef450a96,40305,1731700345585 already deleted, retry=false 2024-11-15T19:54:14,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c325ef450a96,40305,1731700345585 expired; onlineServers=0 2024-11-15T19:54:14,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c325ef450a96,41211,1731700345533' ***** 2024-11-15T19:54:14,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T19:54:14,227 INFO [M:0;c325ef450a96:41211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:54:14,227 INFO [M:0;c325ef450a96:41211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:54:14,227 DEBUG [M:0;c325ef450a96:41211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T19:54:14,228 DEBUG [M:0;c325ef450a96:41211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T19:54:14,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T19:54:14,228 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700345775 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700345775,5,FailOnTimeoutGroup] 2024-11-15T19:54:14,228 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700345775 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700345775,5,FailOnTimeoutGroup] 2024-11-15T19:54:14,228 INFO [M:0;c325ef450a96:41211 {}] hbase.ChoreService(370): Chore service for: master/c325ef450a96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T19:54:14,228 INFO [M:0;c325ef450a96:41211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:54:14,228 DEBUG [M:0;c325ef450a96:41211 {}] master.HMaster(1795): Stopping service threads 2024-11-15T19:54:14,228 INFO [M:0;c325ef450a96:41211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T19:54:14,228 INFO [M:0;c325ef450a96:41211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:54:14,228 INFO [M:0;c325ef450a96:41211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T19:54:14,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T19:54:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T19:54:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:14,229 DEBUG [M:0;c325ef450a96:41211 {}] zookeeper.ZKUtil(347): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T19:54:14,229 WARN [M:0;c325ef450a96:41211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T19:54:14,231 INFO [M:0;c325ef450a96:41211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/.lastflushedseqids 2024-11-15T19:54:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741877_1053 (size=228) 2024-11-15T19:54:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741877_1053 (size=228) 2024-11-15T19:54:14,237 INFO [M:0;c325ef450a96:41211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T19:54:14,237 INFO [M:0;c325ef450a96:41211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T19:54:14,237 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:54:14,237 INFO [M:0;c325ef450a96:41211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:14,237 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:14,237 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:54:14,237 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:14,237 INFO [M:0;c325ef450a96:41211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-15T19:54:14,253 DEBUG [M:0;c325ef450a96:41211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43944232e8b946a5a4a3f3755ae1744d is 82, key is hbase:meta,,1/info:regioninfo/1731700346426/Put/seqid=0 2024-11-15T19:54:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741878_1054 (size=5672) 2024-11-15T19:54:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741878_1054 (size=5672) 2024-11-15T19:54:14,258 INFO [M:0;c325ef450a96:41211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43944232e8b946a5a4a3f3755ae1744d 2024-11-15T19:54:14,278 DEBUG [M:0;c325ef450a96:41211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79fe2b19884148db9a13ff8daade5f8a is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731700346905/Put/seqid=0 2024-11-15T19:54:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741879_1055 (size=7091) 2024-11-15T19:54:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741879_1055 (size=7091) 2024-11-15T19:54:14,287 INFO [M:0;c325ef450a96:41211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79fe2b19884148db9a13ff8daade5f8a 2024-11-15T19:54:14,291 INFO [M:0;c325ef450a96:41211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79fe2b19884148db9a13ff8daade5f8a 2024-11-15T19:54:14,307 DEBUG [M:0;c325ef450a96:41211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60f3d536547b4b33b412e9a407737252 is 69, key is c325ef450a96,40305,1731700345585/rs:state/1731700345829/Put/seqid=0 2024-11-15T19:54:14,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741880_1056 (size=5156) 2024-11-15T19:54:14,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741880_1056 (size=5156) 2024-11-15T19:54:14,312 INFO [M:0;c325ef450a96:41211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60f3d536547b4b33b412e9a407737252 2024-11-15T19:54:14,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:14,326 INFO [RS:0;c325ef450a96:40305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:54:14,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x101ad7dc0150001, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:14,326 INFO [RS:0;c325ef450a96:40305 {}] regionserver.HRegionServer(1031): Exiting; stopping=c325ef450a96,40305,1731700345585; zookeeper connection closed. 2024-11-15T19:54:14,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a40e39d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a40e39d 2024-11-15T19:54:14,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T19:54:14,332 DEBUG [M:0;c325ef450a96:41211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/52cccf529ab44b5ab9ad52e1a5455db5 is 52, key is load_balancer_on/state:d/1731700346514/Put/seqid=0 2024-11-15T19:54:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741881_1057 (size=5056) 2024-11-15T19:54:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741881_1057 (size=5056) 2024-11-15T19:54:14,338 INFO [M:0;c325ef450a96:41211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/52cccf529ab44b5ab9ad52e1a5455db5 2024-11-15T19:54:14,343 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43944232e8b946a5a4a3f3755ae1744d as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43944232e8b946a5a4a3f3755ae1744d 2024-11-15T19:54:14,349 INFO [M:0;c325ef450a96:41211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43944232e8b946a5a4a3f3755ae1744d, entries=8, sequenceid=125, filesize=5.5 K 2024-11-15T19:54:14,350 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79fe2b19884148db9a13ff8daade5f8a as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79fe2b19884148db9a13ff8daade5f8a 2024-11-15T19:54:14,354 INFO [M:0;c325ef450a96:41211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79fe2b19884148db9a13ff8daade5f8a 2024-11-15T19:54:14,355 INFO [M:0;c325ef450a96:41211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79fe2b19884148db9a13ff8daade5f8a, entries=13, sequenceid=125, filesize=6.9 K 2024-11-15T19:54:14,356 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60f3d536547b4b33b412e9a407737252 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60f3d536547b4b33b412e9a407737252 2024-11-15T19:54:14,361 INFO [M:0;c325ef450a96:41211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60f3d536547b4b33b412e9a407737252, entries=1, sequenceid=125, filesize=5.0 K 2024-11-15T19:54:14,362 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/52cccf529ab44b5ab9ad52e1a5455db5 as hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/52cccf529ab44b5ab9ad52e1a5455db5 2024-11-15T19:54:14,366 INFO [M:0;c325ef450a96:41211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35623/user/jenkins/test-data/9fc45968-510c-4c21-8caf-9feb8f0b8b0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/52cccf529ab44b5ab9ad52e1a5455db5, entries=1, sequenceid=125, filesize=4.9 K 2024-11-15T19:54:14,367 INFO [M:0;c325ef450a96:41211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=125, compaction requested=false 2024-11-15T19:54:14,369 INFO [M:0;c325ef450a96:41211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:14,369 DEBUG [M:0;c325ef450a96:41211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700454237Disabling compacts and flushes for region at 1731700454237Disabling writes for close at 1731700454237Obtaining lock to block concurrent updates at 1731700454237Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731700454237Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731700454238 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731700454238Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731700454238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731700454253 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731700454253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731700454263 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731700454278 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731700454278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731700454291 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731700454306 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731700454306Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731700454317 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731700454331 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731700454332 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8d25bf: reopening flushed file at 1731700454343 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a09a653: reopening flushed file at 1731700454349 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652edd3a: reopening flushed file at 1731700454355 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725b8343: reopening flushed file at 1731700454361 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=125, compaction requested=false at 1731700454367 (+6 ms)Writing region close event to WAL at 1731700454369 (+2 ms)Closed at 1731700454369 2024-11-15T19:54:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741830_1006 (size=61332) 2024-11-15T19:54:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741830_1006 (size=61332) 2024-11-15T19:54:14,371 INFO [M:0;c325ef450a96:41211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T19:54:14,371 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:54:14,372 INFO [M:0;c325ef450a96:41211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41211 2024-11-15T19:54:14,372 INFO [M:0;c325ef450a96:41211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:54:14,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:14,474 INFO [M:0;c325ef450a96:41211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:54:14,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101ad7dc0150000, quorum=127.0.0.1:52101, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:14,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f12ede{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:54:14,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b43a3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:54:14,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:54:14,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46cdb437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:54:14,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56f704cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir/,STOPPED} 2024-11-15T19:54:14,479 WARN [BP-1944133898-172.17.0.2-1731700344795 heartbeating to localhost/127.0.0.1:35623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:54:14,479 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:54:14,479 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:54:14,479 WARN [BP-1944133898-172.17.0.2-1731700344795 heartbeating to localhost/127.0.0.1:35623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1944133898-172.17.0.2-1731700344795 (Datanode Uuid 419226a9-b89c-4e70-929e-f98bca790692) service to localhost/127.0.0.1:35623 2024-11-15T19:54:14,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data3/current/BP-1944133898-172.17.0.2-1731700344795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:14,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data4/current/BP-1944133898-172.17.0.2-1731700344795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:14,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:54:14,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57e7f7ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:54:14,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692af874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:54:14,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:54:14,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e718dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:54:14,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67d0b799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir/,STOPPED} 2024-11-15T19:54:14,483 WARN [BP-1944133898-172.17.0.2-1731700344795 heartbeating to localhost/127.0.0.1:35623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:54:14,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:54:14,484 WARN [BP-1944133898-172.17.0.2-1731700344795 heartbeating to localhost/127.0.0.1:35623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1944133898-172.17.0.2-1731700344795 (Datanode Uuid 31abf43a-276f-41da-aaba-2b6aca0de995) service to localhost/127.0.0.1:35623 2024-11-15T19:54:14,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:54:14,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data1/current/BP-1944133898-172.17.0.2-1731700344795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:14,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/cluster_b5e7a769-8fd2-e67c-ab2c-d921f1150748/data/data2/current/BP-1944133898-172.17.0.2-1731700344795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:14,484 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:54:14,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c1c3e60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:54:14,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69a5eb89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:54:14,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:54:14,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f93b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:54:14,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c6453e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir/,STOPPED} 2024-11-15T19:54:14,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T19:54:14,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T19:54:14,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 96) - Thread LEAK? -, OpenFileDescriptor=447 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=2346 (was 2948) 2024-11-15T19:54:14,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=2346 2024-11-15T19:54:14,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T19:54:14,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.log.dir so I do NOT create it in target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846 2024-11-15T19:54:14,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39af218f-c2d3-7cb1-f8eb-a492f52cd132/hadoop.tmp.dir so I do NOT create it in target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846 2024-11-15T19:54:14,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b, deleteOnExit=true 2024-11-15T19:54:14,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/test.cache.data in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:54:14,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:54:14,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:54:14,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:54:14,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:54:14,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:54:14,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:54:14,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:54:14,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:54:14,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:54:14,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:54:14,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:54:14,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:54:14,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:54:14,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:54:14,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:54:14,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5266a4f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:54:14,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3d187{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:54:14,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b8f357f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/java.io.tmpdir/jetty-localhost-41911-hadoop-hdfs-3_4_1-tests_jar-_-any-10593931393795563055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:54:14,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62a6970f{HTTP/1.1, (http/1.1)}{localhost:41911} 2024-11-15T19:54:14,756 INFO [Time-limited test {}] server.Server(415): Started @252882ms 2024-11-15T19:54:14,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:54:14,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:54:14,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:54:14,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:54:14,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:54:14,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162938ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:54:14,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b87bad3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:54:14,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23231d1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/java.io.tmpdir/jetty-localhost-46251-hadoop-hdfs-3_4_1-tests_jar-_-any-1045579824715930155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:54:14,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7af7c0ad{HTTP/1.1, (http/1.1)}{localhost:46251} 2024-11-15T19:54:14,965 INFO [Time-limited test {}] server.Server(415): Started @253091ms 2024-11-15T19:54:14,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:54:14,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:54:15,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:54:15,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:54:15,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:54:15,002 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:54:15,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53ad866b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:54:15,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4498bc61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:54:15,066 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data1/current/BP-498285016-172.17.0.2-1731700454567/current, will proceed with Du for space computation calculation, 2024-11-15T19:54:15,066 WARN [Thread-1600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data2/current/BP-498285016-172.17.0.2-1731700454567/current, will proceed with Du for space computation calculation, 2024-11-15T19:54:15,084 WARN [Thread-1578 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:54:15,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb956eea9047e0c63 with lease ID 0x2aebb0f8286b0473: Processing first storage report for DS-11fb5cc3-e862-44ce-8842-428ef8565003 from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=7ae981a4-54ad-4c4f-8832-083374c8a599, infoPort=33199, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567) 2024-11-15T19:54:15,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb956eea9047e0c63 with lease ID 0x2aebb0f8286b0473: from storage DS-11fb5cc3-e862-44ce-8842-428ef8565003 node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=7ae981a4-54ad-4c4f-8832-083374c8a599, infoPort=33199, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:54:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb956eea9047e0c63 with lease ID 0x2aebb0f8286b0473: Processing first storage report for DS-7da1d375-2eda-4294-8d48-fc77d2076ca3 from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=7ae981a4-54ad-4c4f-8832-083374c8a599, infoPort=33199, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567) 2024-11-15T19:54:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb956eea9047e0c63 with lease ID 0x2aebb0f8286b0473: from storage DS-7da1d375-2eda-4294-8d48-fc77d2076ca3 node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=7ae981a4-54ad-4c4f-8832-083374c8a599, infoPort=33199, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:54:15,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3314ef48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/java.io.tmpdir/jetty-localhost-35361-hadoop-hdfs-3_4_1-tests_jar-_-any-10207217194200676975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:54:15,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59e331ea{HTTP/1.1, (http/1.1)}{localhost:35361} 2024-11-15T19:54:15,129 INFO [Time-limited test {}] server.Server(415): Started @253255ms 2024-11-15T19:54:15,130 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:54:15,212 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data4/current/BP-498285016-172.17.0.2-1731700454567/current, will proceed with Du for space computation calculation, 2024-11-15T19:54:15,212 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data3/current/BP-498285016-172.17.0.2-1731700454567/current, will proceed with Du for space computation calculation, 2024-11-15T19:54:15,233 WARN [Thread-1614 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:54:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49bfa933e4aac36b with lease ID 0x2aebb0f8286b0474: Processing first storage report for DS-f2e9b240-0486-4dff-903a-bc07f0311202 from datanode DatanodeRegistration(127.0.0.1:43721, datanodeUuid=3643fe03-f12a-4b22-b6da-581ac2c6786f, infoPort=44095, infoSecurePort=0, ipcPort=46175, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567) 2024-11-15T19:54:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49bfa933e4aac36b with lease ID 0x2aebb0f8286b0474: from storage DS-f2e9b240-0486-4dff-903a-bc07f0311202 node DatanodeRegistration(127.0.0.1:43721, datanodeUuid=3643fe03-f12a-4b22-b6da-581ac2c6786f, infoPort=44095, infoSecurePort=0, ipcPort=46175, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:54:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49bfa933e4aac36b with lease ID 0x2aebb0f8286b0474: Processing first storage report for DS-05a72b85-0564-4ab2-8d27-64077eec569a from datanode DatanodeRegistration(127.0.0.1:43721, datanodeUuid=3643fe03-f12a-4b22-b6da-581ac2c6786f, infoPort=44095, infoSecurePort=0, ipcPort=46175, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567) 2024-11-15T19:54:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49bfa933e4aac36b with lease ID 0x2aebb0f8286b0474: from storage DS-05a72b85-0564-4ab2-8d27-64077eec569a node DatanodeRegistration(127.0.0.1:43721, datanodeUuid=3643fe03-f12a-4b22-b6da-581ac2c6786f, infoPort=44095, infoSecurePort=0, ipcPort=46175, storageInfo=lv=-57;cid=testClusterID;nsid=2053379211;c=1731700454567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:54:15,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846 2024-11-15T19:54:15,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/zookeeper_0, clientPort=58167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T19:54:15,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58167 2024-11-15T19:54:15,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:15,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:54:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:54:15,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759 with version=8 2024-11-15T19:54:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45631/user/jenkins/test-data/9722b5ab-59f9-0b2b-ffc1-60550790c46a/hbase-staging 2024-11-15T19:54:15,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:54:15,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42549 2024-11-15T19:54:15,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42549 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-15T19:54:15,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425490x0, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:54:15,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42549-0x101ad7f6cc20000 connected 2024-11-15T19:54:15,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:15,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:15,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:54:15,295 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759, hbase.cluster.distributed=false 2024-11-15T19:54:15,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:54:15,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-15T19:54:15,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42549 2024-11-15T19:54:15,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42549 2024-11-15T19:54:15,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-15T19:54:15,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-15T19:54:15,314 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:54:15,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:54:15,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:54:15,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:54:15,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:54:15,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:54:15,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T19:54:15,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:54:15,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42445 2024-11-15T19:54:15,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42445 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-15T19:54:15,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:15,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:15,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424450x0, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:54:15,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:54:15,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42445-0x101ad7f6cc20001 connected 2024-11-15T19:54:15,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T19:54:15,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T19:54:15,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T19:54:15,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:54:15,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42445 2024-11-15T19:54:15,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42445 2024-11-15T19:54:15,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42445 2024-11-15T19:54:15,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42445 2024-11-15T19:54:15,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42445 2024-11-15T19:54:15,338 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c325ef450a96:42549 2024-11-15T19:54:15,338 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c325ef450a96,42549,1731700455272 2024-11-15T19:54:15,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:54:15,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:54:15,340 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c325ef450a96,42549,1731700455272 2024-11-15T19:54:15,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T19:54:15,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,342 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T19:54:15,343 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c325ef450a96,42549,1731700455272 from backup master directory 2024-11-15T19:54:15,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:54:15,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c325ef450a96,42549,1731700455272 2024-11-15T19:54:15,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:54:15,344 WARN [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:54:15,344 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c325ef450a96,42549,1731700455272 2024-11-15T19:54:15,348 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/hbase.id] with ID: 5c21d8b6-0395-4fe7-a584-011679f1ca4a 2024-11-15T19:54:15,348 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/.tmp/hbase.id 2024-11-15T19:54:15,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:54:15,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:54:15,355 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/.tmp/hbase.id]:[hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/hbase.id] 2024-11-15T19:54:15,366 INFO [master/c325ef450a96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:15,366 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T19:54:15,367 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T19:54:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:54:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:54:15,376 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:54:15,376 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T19:54:15,377 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:54:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:54:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:54:15,386 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store 2024-11-15T19:54:15,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:54:15,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:54:15,393 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:54:15,393 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:54:15,393 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:15,393 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:15,393 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:54:15,393 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:15,393 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:15,393 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700455393Disabling compacts and flushes for region at 1731700455393Disabling writes for close at 1731700455393Writing region close event to WAL at 1731700455393Closed at 1731700455393 2024-11-15T19:54:15,394 WARN [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/.initializing 2024-11-15T19:54:15,394 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/WALs/c325ef450a96,42549,1731700455272 2024-11-15T19:54:15,395 INFO [master/c325ef450a96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:54:15,396 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C42549%2C1731700455272, suffix=, logDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/WALs/c325ef450a96,42549,1731700455272, archiveDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/oldWALs, maxLogs=10 2024-11-15T19:54:15,410 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/WALs/c325ef450a96,42549,1731700455272/c325ef450a96%2C42549%2C1731700455272.1731700455396, exclude list is [], retry=0 2024-11-15T19:54:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-11fb5cc3-e862-44ce-8842-428ef8565003,DISK] 2024-11-15T19:54:15,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-f2e9b240-0486-4dff-903a-bc07f0311202,DISK] 2024-11-15T19:54:15,415 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/WALs/c325ef450a96,42549,1731700455272/c325ef450a96%2C42549%2C1731700455272.1731700455396 2024-11-15T19:54:15,415 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199),(127.0.0.1/127.0.0.1:44095:44095)] 2024-11-15T19:54:15,416 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:54:15,416 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:54:15,416 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,416 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T19:54:15,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:15,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T19:54:15,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:54:15,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T19:54:15,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:54:15,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T19:54:15,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:54:15,427 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,427 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,428 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,429 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,429 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,430 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:54:15,431 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:54:15,433 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:54:15,434 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=690035, jitterRate=-0.12257637083530426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:54:15,434 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731700455416Initializing all the Stores at 1731700455417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700455417Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700455419 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700455419Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700455419Cleaning up temporary data from old regions at 1731700455429 (+10 ms)Region opened successfully at 1731700455434 (+5 ms) 2024-11-15T19:54:15,435 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T19:54:15,438 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5314b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:54:15,439 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T19:54:15,439 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T19:54:15,439 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T19:54:15,440 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T19:54:15,440 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T19:54:15,441 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T19:54:15,441 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T19:54:15,446 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T19:54:15,447 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T19:54:15,448 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T19:54:15,448 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T19:54:15,449 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T19:54:15,450 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T19:54:15,450 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T19:54:15,451 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T19:54:15,452 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T19:54:15,453 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T19:54:15,454 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T19:54:15,456 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T19:54:15,457 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T19:54:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:54:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:54:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,459 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c325ef450a96,42549,1731700455272, sessionid=0x101ad7f6cc20000, setting cluster-up flag (Was=false) 2024-11-15T19:54:15,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,465 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T19:54:15,466 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,42549,1731700455272 2024-11-15T19:54:15,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:15,473 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T19:54:15,474 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,42549,1731700455272 2024-11-15T19:54:15,475 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T19:54:15,476 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T19:54:15,477 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T19:54:15,477 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T19:54:15,477 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c325ef450a96,42549,1731700455272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c325ef450a96:0, corePoolSize=10, maxPoolSize=10 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:54:15,478 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731700485481 2024-11-15T19:54:15,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T19:54:15,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:54:15,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T19:54:15,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T19:54:15,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T19:54:15,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T19:54:15,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T19:54:15,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T19:54:15,482 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,482 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T19:54:15,482 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T19:54:15,482 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T19:54:15,482 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T19:54:15,482 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T19:54:15,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T19:54:15,483 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700455482,5,FailOnTimeoutGroup] 2024-11-15T19:54:15,484 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700455483,5,FailOnTimeoutGroup] 2024-11-15T19:54:15,484 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,484 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T19:54:15,484 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,484 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:54:15,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:54:15,528 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(746): ClusterId : 5c21d8b6-0395-4fe7-a584-011679f1ca4a 2024-11-15T19:54:15,528 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T19:54:15,530 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T19:54:15,530 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T19:54:15,532 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T19:54:15,533 DEBUG [RS:0;c325ef450a96:42445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb13968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:54:15,545 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c325ef450a96:42445 2024-11-15T19:54:15,545 INFO [RS:0;c325ef450a96:42445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T19:54:15,545 INFO [RS:0;c325ef450a96:42445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T19:54:15,545 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T19:54:15,546 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,42549,1731700455272 with port=42445, startcode=1731700455314 2024-11-15T19:54:15,546 DEBUG [RS:0;c325ef450a96:42445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T19:54:15,548 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48391, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T19:54:15,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c325ef450a96,42445,1731700455314 2024-11-15T19:54:15,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42549 {}] master.ServerManager(517): Registering regionserver=c325ef450a96,42445,1731700455314 2024-11-15T19:54:15,550 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759 2024-11-15T19:54:15,550 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44413 2024-11-15T19:54:15,550 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T19:54:15,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:54:15,552 DEBUG [RS:0;c325ef450a96:42445 {}] zookeeper.ZKUtil(111): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c325ef450a96,42445,1731700455314 2024-11-15T19:54:15,552 WARN [RS:0;c325ef450a96:42445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:54:15,552 INFO [RS:0;c325ef450a96:42445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:54:15,553 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/c325ef450a96,42445,1731700455314 2024-11-15T19:54:15,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c325ef450a96,42445,1731700455314] 2024-11-15T19:54:15,556 INFO [RS:0;c325ef450a96:42445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T19:54:15,557 INFO [RS:0;c325ef450a96:42445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T19:54:15,558 INFO [RS:0;c325ef450a96:42445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:54:15,558 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,558 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T19:54:15,559 INFO [RS:0;c325ef450a96:42445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T19:54:15,559 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:54:15,559 DEBUG [RS:0;c325ef450a96:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:54:15,562 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,562 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,562 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,563 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,563 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,563 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42445,1731700455314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:54:15,578 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T19:54:15,578 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42445,1731700455314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,578 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,578 INFO [RS:0;c325ef450a96:42445 {}] regionserver.Replication(171): c325ef450a96,42445,1731700455314 started 2024-11-15T19:54:15,593 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:15,594 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1482): Serving as c325ef450a96,42445,1731700455314, RpcServer on c325ef450a96/172.17.0.2:42445, sessionid=0x101ad7f6cc20001 2024-11-15T19:54:15,594 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T19:54:15,594 DEBUG [RS:0;c325ef450a96:42445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c325ef450a96,42445,1731700455314 2024-11-15T19:54:15,594 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,42445,1731700455314' 2024-11-15T19:54:15,594 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T19:54:15,594 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T19:54:15,595 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T19:54:15,595 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T19:54:15,595 DEBUG [RS:0;c325ef450a96:42445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c325ef450a96,42445,1731700455314 2024-11-15T19:54:15,595 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,42445,1731700455314' 2024-11-15T19:54:15,595 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T19:54:15,595 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T19:54:15,596 DEBUG [RS:0;c325ef450a96:42445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T19:54:15,596 INFO [RS:0;c325ef450a96:42445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T19:54:15,596 INFO [RS:0;c325ef450a96:42445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T19:54:15,696 INFO [RS:0;c325ef450a96:42445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:54:15,698 INFO [RS:0;c325ef450a96:42445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C42445%2C1731700455314, suffix=, logDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/c325ef450a96,42445,1731700455314, archiveDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/oldWALs, maxLogs=32 2024-11-15T19:54:15,712 DEBUG [RS:0;c325ef450a96:42445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/c325ef450a96,42445,1731700455314/c325ef450a96%2C42445%2C1731700455314.1731700455698, exclude list is [], retry=0 2024-11-15T19:54:15,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-11fb5cc3-e862-44ce-8842-428ef8565003,DISK] 2024-11-15T19:54:15,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-f2e9b240-0486-4dff-903a-bc07f0311202,DISK] 2024-11-15T19:54:15,717 INFO [RS:0;c325ef450a96:42445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/c325ef450a96,42445,1731700455314/c325ef450a96%2C42445%2C1731700455314.1731700455698 2024-11-15T19:54:15,718 DEBUG [RS:0;c325ef450a96:42445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199),(127.0.0.1/127.0.0.1:44095:44095)] 2024-11-15T19:54:15,848 INFO [regionserver/c325ef450a96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:54:15,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T19:54:15,897 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759 2024-11-15T19:54:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741833_1009 (size=32) 2024-11-15T19:54:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741833_1009 (size=32) 2024-11-15T19:54:15,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:54:15,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:54:15,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:54:15,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:15,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:54:15,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:54:15,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:15,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:54:15,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:54:15,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:15,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:54:15,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:54:15,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:15,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:15,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:54:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740 2024-11-15T19:54:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740 2024-11-15T19:54:15,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:54:15,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:54:15,917 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:54:15,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:54:15,920 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:54:15,920 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=753059, jitterRate=-0.04243709146976471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:54:15,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731700455906Initializing all the Stores at 1731700455906Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700455906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700455906Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700455906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700455906Cleaning up temporary data from old regions at 1731700455916 (+10 ms)Region opened successfully at 1731700455920 (+4 ms) 2024-11-15T19:54:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:54:15,921 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:54:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:54:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:54:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:54:15,921 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:54:15,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700455921Disabling compacts and flushes for region at 1731700455921Disabling writes for close at 1731700455921Writing region close event to WAL at 1731700455921Closed at 1731700455921 2024-11-15T19:54:15,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:54:15,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T19:54:15,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T19:54:15,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:54:15,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T19:54:16,074 DEBUG [c325ef450a96:42549 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T19:54:16,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c325ef450a96,42445,1731700455314 2024-11-15T19:54:16,076 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,42445,1731700455314, state=OPENING 2024-11-15T19:54:16,077 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T19:54:16,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:16,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:16,079 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:54:16,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:54:16,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:54:16,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,42445,1731700455314}] 2024-11-15T19:54:16,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T19:54:16,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T19:54:16,237 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T19:54:16,237 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:54:16,237 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T19:54:16,239 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C42445%2C1731700455314.meta, suffix=.meta, logDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/c325ef450a96,42445,1731700455314, archiveDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/oldWALs, maxLogs=32 2024-11-15T19:54:16,252 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/c325ef450a96,42445,1731700455314/c325ef450a96%2C42445%2C1731700455314.meta.1731700456239.meta, exclude list is [], retry=0 2024-11-15T19:54:16,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-f2e9b240-0486-4dff-903a-bc07f0311202,DISK] 2024-11-15T19:54:16,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-11fb5cc3-e862-44ce-8842-428ef8565003,DISK] 2024-11-15T19:54:16,257 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/c325ef450a96,42445,1731700455314/c325ef450a96%2C42445%2C1731700455314.meta.1731700456239.meta 2024-11-15T19:54:16,257 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44095:44095),(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-15T19:54:16,257 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:54:16,257 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T19:54:16,257 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T19:54:16,257 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T19:54:16,258 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T19:54:16,258 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:54:16,258 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T19:54:16,258 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T19:54:16,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:54:16,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:54:16,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:16,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:16,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:54:16,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:54:16,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:16,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:16,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:54:16,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:54:16,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:16,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:16,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:54:16,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:54:16,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:54:16,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:54:16,265 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:54:16,265 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740 2024-11-15T19:54:16,266 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740 2024-11-15T19:54:16,268 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:54:16,268 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:54:16,268 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:54:16,270 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:54:16,270 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701987, jitterRate=-0.10737849771976471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:54:16,270 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T19:54:16,272 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731700456258Writing region info on filesystem at 1731700456258Initializing all the Stores at 1731700456259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700456259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700456259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700456259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700456259Cleaning up temporary data from old regions at 1731700456268 (+9 ms)Running coprocessor post-open hooks at 1731700456270 (+2 ms)Region opened successfully at 1731700456272 (+2 ms) 2024-11-15T19:54:16,275 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731700456232 2024-11-15T19:54:16,281 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T19:54:16,281 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T19:54:16,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42445,1731700455314 2024-11-15T19:54:16,282 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,42445,1731700455314, state=OPEN 2024-11-15T19:54:16,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:54:16,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:54:16,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c325ef450a96,42445,1731700455314 2024-11-15T19:54:16,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:54:16,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:54:16,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T19:54:16,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,42445,1731700455314 in 219 msec 2024-11-15T19:54:16,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T19:54:16,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-15T19:54:16,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:54:16,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T19:54:16,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:54:16,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42445,1731700455314, seqNum=-1] 2024-11-15T19:54:16,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:54:16,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:54:16,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 835 msec 2024-11-15T19:54:16,311 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731700456311, completionTime=-1 2024-11-15T19:54:16,311 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T19:54:16,311 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731700516314 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731700576314 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42549,1731700455272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42549,1731700455272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42549,1731700455272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c325ef450a96:42549, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:16,314 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:16,316 DEBUG [master/c325ef450a96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.974sec 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42549,1731700455272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:54:16,318 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42549,1731700455272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T19:54:16,320 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T19:54:16,320 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T19:54:16,321 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42549,1731700455272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:54:16,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c29749a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:54:16,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,42549,-1 for getting cluster id 2024-11-15T19:54:16,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:54:16,329 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c21d8b6-0395-4fe7-a584-011679f1ca4a' 2024-11-15T19:54:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:54:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c21d8b6-0395-4fe7-a584-011679f1ca4a" 2024-11-15T19:54:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779a286f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:54:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,42549,-1] 2024-11-15T19:54:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:54:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:16,332 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:54:16,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba51af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:54:16,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:54:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42445,1731700455314, seqNum=-1] 2024-11-15T19:54:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:54:16,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:54:16,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c325ef450a96,42549,1731700455272 2024-11-15T19:54:16,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:54:16,339 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-15T19:54:16,340 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:54:16,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:54:16,342 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1, archiveDir=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/oldWALs, maxLogs=32 2024-11-15T19:54:16,356 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1/test.com%2C8080%2C1.1731700456343, exclude list is [], retry=0 2024-11-15T19:54:16,358 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-11fb5cc3-e862-44ce-8842-428ef8565003,DISK] 2024-11-15T19:54:16,359 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-f2e9b240-0486-4dff-903a-bc07f0311202,DISK] 2024-11-15T19:54:16,361 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1/test.com%2C8080%2C1.1731700456343 2024-11-15T19:54:16,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199),(127.0.0.1/127.0.0.1:44095:44095)] 2024-11-15T19:54:16,377 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1/test.com%2C8080%2C1.1731700456363, exclude list is [], retry=0 2024-11-15T19:54:16,380 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-f2e9b240-0486-4dff-903a-bc07f0311202,DISK] 2024-11-15T19:54:16,380 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-11fb5cc3-e862-44ce-8842-428ef8565003,DISK] 2024-11-15T19:54:16,382 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1/test.com%2C8080%2C1.1731700456343 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1/test.com%2C8080%2C1.1731700456363 2024-11-15T19:54:16,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44095:44095),(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-15T19:54:16,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1/test.com%2C8080%2C1.1731700456343 is not closed yet, will try archiving it next time 2024-11-15T19:54:16,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741835_1011 (size=93) 2024-11-15T19:54:16,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741835_1011 (size=93) 2024-11-15T19:54:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741836_1012 (size=93) 2024-11-15T19:54:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741836_1012 (size=93) 2024-11-15T19:54:16,387 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/WALs/test.com,8080,1/test.com%2C8080%2C1.1731700456343 to hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/oldWALs/test.com%2C8080%2C1.1731700456343 2024-11-15T19:54:16,390 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/oldWALs 2024-11-15T19:54:16,390 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731700456363) 2024-11-15T19:54:16,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T19:54:16,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:54:16,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:54:16,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:16,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:16,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:54:16,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T19:54:16,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=610847395, stopped=false 2024-11-15T19:54:16,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c325ef450a96,42549,1731700455272 2024-11-15T19:54:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:54:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T19:54:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:16,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:54:16,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:54:16,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:54:16,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:16,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c325ef450a96,42445,1731700455314' ***** 2024-11-15T19:54:16,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T19:54:16,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:54:16,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:54:16,393 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T19:54:16,393 INFO [RS:0;c325ef450a96:42445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T19:54:16,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T19:54:16,393 INFO [RS:0;c325ef450a96:42445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T19:54:16,393 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(959): stopping server c325ef450a96,42445,1731700455314 2024-11-15T19:54:16,393 INFO [RS:0;c325ef450a96:42445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:54:16,393 INFO [RS:0;c325ef450a96:42445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c325ef450a96:42445. 2024-11-15T19:54:16,393 DEBUG [RS:0;c325ef450a96:42445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:54:16,393 DEBUG [RS:0;c325ef450a96:42445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:16,394 INFO [RS:0;c325ef450a96:42445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T19:54:16,394 INFO [RS:0;c325ef450a96:42445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T19:54:16,394 INFO [RS:0;c325ef450a96:42445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T19:54:16,394 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T19:54:16,394 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T19:54:16,394 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T19:54:16,394 DEBUG [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T19:54:16,394 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:54:16,394 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:54:16,394 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:54:16,394 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:54:16,394 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:54:16,394 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T19:54:16,411 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740/.tmp/ns/29178d3e42b04392b50aa8525b74fae5 is 43, key is default/ns:d/1731700456307/Put/seqid=0 2024-11-15T19:54:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741837_1013 (size=5153) 2024-11-15T19:54:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741837_1013 (size=5153) 2024-11-15T19:54:16,417 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740/.tmp/ns/29178d3e42b04392b50aa8525b74fae5 2024-11-15T19:54:16,424 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740/.tmp/ns/29178d3e42b04392b50aa8525b74fae5 as hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740/ns/29178d3e42b04392b50aa8525b74fae5 2024-11-15T19:54:16,429 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740/ns/29178d3e42b04392b50aa8525b74fae5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T19:54:16,430 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false 2024-11-15T19:54:16,434 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T19:54:16,434 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:54:16,434 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:54:16,434 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700456394Running coprocessor pre-close hooks at 1731700456394Disabling compacts and flushes for region at 1731700456394Disabling writes for close at 1731700456394Obtaining lock to block concurrent updates at 1731700456394Preparing flush snapshotting stores in 1588230740 at 1731700456394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731700456395 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731700456395Flushing 1588230740/ns: creating writer at 1731700456395Flushing 1588230740/ns: appending metadata at 1731700456411 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731700456411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cc357d: reopening flushed file at 1731700456423 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false at 1731700456430 (+7 ms)Writing region close event to WAL at 1731700456430Running coprocessor post-close hooks at 1731700456434 (+4 ms)Closed at 1731700456434 2024-11-15T19:54:16,434 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T19:54:16,594 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(976): stopping server c325ef450a96,42445,1731700455314; all regions closed. 2024-11-15T19:54:16,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741834_1010 (size=1152) 2024-11-15T19:54:16,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741834_1010 (size=1152) 2024-11-15T19:54:16,599 DEBUG [RS:0;c325ef450a96:42445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/oldWALs 2024-11-15T19:54:16,599 INFO [RS:0;c325ef450a96:42445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C42445%2C1731700455314.meta:.meta(num 1731700456239) 2024-11-15T19:54:16,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741832_1008 (size=93) 2024-11-15T19:54:16,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741832_1008 (size=93) 2024-11-15T19:54:16,603 DEBUG [RS:0;c325ef450a96:42445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/oldWALs 2024-11-15T19:54:16,603 INFO [RS:0;c325ef450a96:42445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C42445%2C1731700455314:(num 1731700455698) 2024-11-15T19:54:16,603 DEBUG [RS:0;c325ef450a96:42445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:54:16,603 INFO [RS:0;c325ef450a96:42445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:54:16,603 INFO [RS:0;c325ef450a96:42445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:54:16,603 INFO [RS:0;c325ef450a96:42445 {}] hbase.ChoreService(370): Chore service for: regionserver/c325ef450a96:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T19:54:16,604 INFO [RS:0;c325ef450a96:42445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:54:16,604 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:54:16,604 INFO [RS:0;c325ef450a96:42445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42445 2024-11-15T19:54:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c325ef450a96,42445,1731700455314 2024-11-15T19:54:16,606 INFO [RS:0;c325ef450a96:42445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:54:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:54:16,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c325ef450a96,42445,1731700455314] 2024-11-15T19:54:16,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c325ef450a96,42445,1731700455314 already deleted, retry=false 2024-11-15T19:54:16,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c325ef450a96,42445,1731700455314 expired; onlineServers=0 2024-11-15T19:54:16,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c325ef450a96,42549,1731700455272' ***** 2024-11-15T19:54:16,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T19:54:16,608 INFO [M:0;c325ef450a96:42549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:54:16,608 INFO [M:0;c325ef450a96:42549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:54:16,608 DEBUG [M:0;c325ef450a96:42549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T19:54:16,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T19:54:16,609 DEBUG [M:0;c325ef450a96:42549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T19:54:16,609 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700455482 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700455482,5,FailOnTimeoutGroup] 2024-11-15T19:54:16,609 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700455483 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700455483,5,FailOnTimeoutGroup] 2024-11-15T19:54:16,609 INFO [M:0;c325ef450a96:42549 {}] hbase.ChoreService(370): Chore service for: master/c325ef450a96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T19:54:16,609 INFO [M:0;c325ef450a96:42549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:54:16,609 DEBUG [M:0;c325ef450a96:42549 {}] master.HMaster(1795): Stopping service threads 2024-11-15T19:54:16,609 INFO [M:0;c325ef450a96:42549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T19:54:16,609 INFO [M:0;c325ef450a96:42549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:54:16,609 INFO [M:0;c325ef450a96:42549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T19:54:16,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T19:54:16,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T19:54:16,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:54:16,610 DEBUG [M:0;c325ef450a96:42549 {}] zookeeper.ZKUtil(347): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T19:54:16,610 WARN [M:0;c325ef450a96:42549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T19:54:16,610 INFO [M:0;c325ef450a96:42549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/.lastflushedseqids 2024-11-15T19:54:16,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741838_1014 (size=99) 2024-11-15T19:54:16,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741838_1014 (size=99) 2024-11-15T19:54:16,618 INFO [M:0;c325ef450a96:42549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T19:54:16,618 INFO [M:0;c325ef450a96:42549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T19:54:16,618 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:54:16,618 INFO [M:0;c325ef450a96:42549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:16,618 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:16,618 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:54:16,618 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:16,618 INFO [M:0;c325ef450a96:42549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-15T19:54:16,634 DEBUG [M:0;c325ef450a96:42549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e89096d1aa640b092b382aa5534eb14 is 82, key is hbase:meta,,1/info:regioninfo/1731700456281/Put/seqid=0 2024-11-15T19:54:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741839_1015 (size=5672) 2024-11-15T19:54:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741839_1015 (size=5672) 2024-11-15T19:54:16,640 INFO [M:0;c325ef450a96:42549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e89096d1aa640b092b382aa5534eb14 2024-11-15T19:54:16,660 DEBUG [M:0;c325ef450a96:42549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e77b88aaaad54373885bbc29148f94f7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731700456310/Put/seqid=0 2024-11-15T19:54:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741840_1016 (size=5275) 2024-11-15T19:54:16,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741840_1016 (size=5275) 2024-11-15T19:54:16,666 INFO [M:0;c325ef450a96:42549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e77b88aaaad54373885bbc29148f94f7 2024-11-15T19:54:16,686 DEBUG [M:0;c325ef450a96:42549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/931f9828cf16496dacb726f0de9a0fe0 is 69, key is c325ef450a96,42445,1731700455314/rs:state/1731700455549/Put/seqid=0 2024-11-15T19:54:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741841_1017 (size=5156) 2024-11-15T19:54:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741841_1017 (size=5156) 2024-11-15T19:54:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101ad7f6cc20001, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:16,707 INFO [RS:0;c325ef450a96:42445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:54:16,707 INFO [RS:0;c325ef450a96:42445 {}] regionserver.HRegionServer(1031): Exiting; stopping=c325ef450a96,42445,1731700455314; zookeeper connection closed. 2024-11-15T19:54:16,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2165df78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2165df78 2024-11-15T19:54:16,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T19:54:17,092 INFO [M:0;c325ef450a96:42549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/931f9828cf16496dacb726f0de9a0fe0 2024-11-15T19:54:17,112 DEBUG [M:0;c325ef450a96:42549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8362334e562146b488d94a5821242fe1 is 52, key is load_balancer_on/state:d/1731700456339/Put/seqid=0 2024-11-15T19:54:17,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741842_1018 (size=5056) 2024-11-15T19:54:17,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741842_1018 (size=5056) 2024-11-15T19:54:17,118 INFO [M:0;c325ef450a96:42549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8362334e562146b488d94a5821242fe1 2024-11-15T19:54:17,129 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e89096d1aa640b092b382aa5534eb14 as hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e89096d1aa640b092b382aa5534eb14 2024-11-15T19:54:17,139 INFO [M:0;c325ef450a96:42549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e89096d1aa640b092b382aa5534eb14, entries=8, sequenceid=29, filesize=5.5 K 2024-11-15T19:54:17,140 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e77b88aaaad54373885bbc29148f94f7 as hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e77b88aaaad54373885bbc29148f94f7 2024-11-15T19:54:17,144 INFO [M:0;c325ef450a96:42549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e77b88aaaad54373885bbc29148f94f7, entries=3, sequenceid=29, filesize=5.2 K 2024-11-15T19:54:17,145 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/931f9828cf16496dacb726f0de9a0fe0 as hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/931f9828cf16496dacb726f0de9a0fe0 2024-11-15T19:54:17,150 INFO [M:0;c325ef450a96:42549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/931f9828cf16496dacb726f0de9a0fe0, entries=1, sequenceid=29, filesize=5.0 K 2024-11-15T19:54:17,150 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8362334e562146b488d94a5821242fe1 as hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8362334e562146b488d94a5821242fe1 2024-11-15T19:54:17,155 INFO [M:0;c325ef450a96:42549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44413/user/jenkins/test-data/dd5d6e56-bbe4-f949-a4e7-105d6334a759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8362334e562146b488d94a5821242fe1, entries=1, sequenceid=29, filesize=4.9 K 2024-11-15T19:54:17,156 INFO [M:0;c325ef450a96:42549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=29, compaction requested=false 2024-11-15T19:54:17,157 INFO [M:0;c325ef450a96:42549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:54:17,157 DEBUG [M:0;c325ef450a96:42549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700456618Disabling compacts and flushes for region at 1731700456618Disabling writes for close at 1731700456618Obtaining lock to block concurrent updates at 1731700456618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731700456618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731700456619 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731700456619Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731700456619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731700456634 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731700456634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731700456645 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731700456660 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731700456660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731700456671 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731700456685 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731700456685Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731700457097 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731700457112 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731700457112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3c870: reopening flushed file at 1731700457128 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23904f2b: reopening flushed file at 1731700457139 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddb73c1: reopening flushed file at 1731700457144 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d71d0e7: reopening flushed file at 1731700457150 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=29, compaction requested=false at 1731700457156 (+6 ms)Writing region close event to WAL at 1731700457157 (+1 ms)Closed at 1731700457157 2024-11-15T19:54:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43721 is added to blk_1073741830_1006 (size=10311) 2024-11-15T19:54:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741830_1006 (size=10311) 2024-11-15T19:54:17,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:54:17,160 INFO [M:0;c325ef450a96:42549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T19:54:17,160 INFO [M:0;c325ef450a96:42549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42549 2024-11-15T19:54:17,160 INFO [M:0;c325ef450a96:42549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:54:17,262 INFO [M:0;c325ef450a96:42549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:54:17,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:17,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x101ad7f6cc20000, quorum=127.0.0.1:58167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:54:17,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3314ef48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:54:17,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59e331ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:54:17,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:54:17,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4498bc61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:54:17,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53ad866b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.log.dir/,STOPPED} 2024-11-15T19:54:17,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:54:17,267 WARN [BP-498285016-172.17.0.2-1731700454567 heartbeating to localhost/127.0.0.1:44413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:54:17,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:54:17,267 WARN [BP-498285016-172.17.0.2-1731700454567 heartbeating to localhost/127.0.0.1:44413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-498285016-172.17.0.2-1731700454567 (Datanode Uuid 3643fe03-f12a-4b22-b6da-581ac2c6786f) service to localhost/127.0.0.1:44413 2024-11-15T19:54:17,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data3/current/BP-498285016-172.17.0.2-1731700454567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:17,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data4/current/BP-498285016-172.17.0.2-1731700454567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:17,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:54:17,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23231d1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:54:17,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7af7c0ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:54:17,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:54:17,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b87bad3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:54:17,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162938ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.log.dir/,STOPPED} 2024-11-15T19:54:17,272 WARN [BP-498285016-172.17.0.2-1731700454567 heartbeating to localhost/127.0.0.1:44413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:54:17,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:54:17,272 WARN [BP-498285016-172.17.0.2-1731700454567 heartbeating to localhost/127.0.0.1:44413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-498285016-172.17.0.2-1731700454567 (Datanode Uuid 7ae981a4-54ad-4c4f-8832-083374c8a599) service to localhost/127.0.0.1:44413 2024-11-15T19:54:17,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:54:17,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data1/current/BP-498285016-172.17.0.2-1731700454567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:17,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/cluster_297f74e8-f308-2486-aee2-402d1b30b11b/data/data2/current/BP-498285016-172.17.0.2-1731700454567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:54:17,273 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:54:17,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b8f357f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:54:17,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62a6970f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:54:17,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:54:17,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3d187{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:54:17,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5266a4f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76c9a30c-2ed7-a9d7-7c18-0facf634d846/hadoop.log.dir/,STOPPED} 2024-11-15T19:54:17,287 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T19:54:17,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T19:54:17,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 109) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=2277 (was 2346)