2024-11-14 04:51:22,067 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 04:51:22,083 main DEBUG Took 0.013932 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 04:51:22,084 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 04:51:22,084 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 04:51:22,085 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 04:51:22,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,095 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 04:51:22,111 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,114 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,115 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,116 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,117 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,122 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,125 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,126 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,127 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,128 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:51:22,130 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,130 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 04:51:22,132 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:51:22,134 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 04:51:22,137 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 04:51:22,138 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 04:51:22,139 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 04:51:22,139 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 04:51:22,150 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 04:51:22,152 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 04:51:22,154 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 04:51:22,154 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 04:51:22,155 main DEBUG createAppenders(={Console}) 2024-11-14 04:51:22,156 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-14 04:51:22,156 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 04:51:22,156 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-14 04:51:22,157 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 04:51:22,157 main DEBUG OutputStream closed 2024-11-14 04:51:22,158 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 04:51:22,158 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 04:51:22,160 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-14 04:51:22,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 04:51:22,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 04:51:22,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 04:51:22,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 04:51:22,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 04:51:22,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 04:51:22,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 04:51:22,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 04:51:22,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 04:51:22,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 04:51:22,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 04:51:22,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 04:51:22,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 04:51:22,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 04:51:22,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 04:51:22,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 04:51:22,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 04:51:22,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 04:51:22,268 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 04:51:22,269 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-14 04:51:22,269 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 04:51:22,270 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-14T04:51:22,628 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2 2024-11-14 04:51:22,631 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 04:51:22,632 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T04:51:22,644 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-14T04:51:22,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=7309 2024-11-14T04:51:22,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:51:22,707 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a, deleteOnExit=true 2024-11-14T04:51:22,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:51:22,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/test.cache.data in system properties and HBase conf 2024-11-14T04:51:22,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:51:22,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:51:22,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:51:22,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:51:22,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:51:22,805 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T04:51:22,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:51:22,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:51:22,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:51:22,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:51:22,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:51:22,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:51:22,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:51:22,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:51:22,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:51:22,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:51:22,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:51:22,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:51:22,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:51:22,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:51:22,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:51:23,807 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:51:23,900 INFO [Time-limited test {}] log.Log(170): Logging initialized @2811ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T04:51:24,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:51:24,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:51:24,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:51:24,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:51:24,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:51:24,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:51:24,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3011d32c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:51:24,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf73ce6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:51:24,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b880cc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/java.io.tmpdir/jetty-localhost-34941-hadoop-hdfs-3_4_1-tests_jar-_-any-150349282384066933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:51:24,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13278938{HTTP/1.1, (http/1.1)}{localhost:34941} 2024-11-14T04:51:24,364 INFO [Time-limited test {}] server.Server(415): Started @3276ms 2024-11-14T04:51:24,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:51:24,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:51:24,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:51:24,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:51:24,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:51:24,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@543e536b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:51:24,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49207840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:51:24,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64d024b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/java.io.tmpdir/jetty-localhost-37499-hadoop-hdfs-3_4_1-tests_jar-_-any-1281380544441250467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:51:24,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ad1dca9{HTTP/1.1, (http/1.1)}{localhost:37499} 2024-11-14T04:51:24,975 INFO [Time-limited test {}] server.Server(415): Started @3888ms 2024-11-14T04:51:25,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:51:25,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:51:25,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:51:25,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:51:25,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:51:25,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:51:25,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2af86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:51:25,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@424c22e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:51:25,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ce4e8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/java.io.tmpdir/jetty-localhost-45871-hadoop-hdfs-3_4_1-tests_jar-_-any-15101561191444773639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:51:25,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22be3790{HTTP/1.1, (http/1.1)}{localhost:45871} 2024-11-14T04:51:25,386 INFO [Time-limited test {}] server.Server(415): Started @4298ms 2024-11-14T04:51:25,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:51:25,579 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data4/current/BP-1619741805-172.17.0.2-1731559883538/current, will proceed with Du for space computation calculation, 2024-11-14T04:51:25,579 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data2/current/BP-1619741805-172.17.0.2-1731559883538/current, will proceed with Du for space computation calculation, 2024-11-14T04:51:25,579 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data1/current/BP-1619741805-172.17.0.2-1731559883538/current, will proceed with Du for space computation calculation, 2024-11-14T04:51:25,579 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data3/current/BP-1619741805-172.17.0.2-1731559883538/current, will proceed with Du for space computation calculation, 2024-11-14T04:51:25,640 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:51:25,640 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:51:25,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd425268529696242 with lease ID 0xef712aa3a28271c6: Processing first storage report for DS-e686f0d7-a752-4a97-abde-23727c0e2263 from datanode DatanodeRegistration(127.0.0.1:46225, datanodeUuid=2922241f-f118-4fe9-890e-504bb00c29d2, infoPort=43753, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538) 2024-11-14T04:51:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd425268529696242 with lease ID 0xef712aa3a28271c6: from storage DS-e686f0d7-a752-4a97-abde-23727c0e2263 node DatanodeRegistration(127.0.0.1:46225, datanodeUuid=2922241f-f118-4fe9-890e-504bb00c29d2, infoPort=43753, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:51:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e230d26fa14fda6 with lease ID 0xef712aa3a28271c5: Processing first storage report for DS-46565f13-471a-42b5-8810-e429a4d7f74d from datanode DatanodeRegistration(127.0.0.1:45281, datanodeUuid=eb344c02-be36-4dea-8c31-fd9988e2e17e, infoPort=39137, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538) 2024-11-14T04:51:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e230d26fa14fda6 with lease ID 0xef712aa3a28271c5: from storage DS-46565f13-471a-42b5-8810-e429a4d7f74d node DatanodeRegistration(127.0.0.1:45281, datanodeUuid=eb344c02-be36-4dea-8c31-fd9988e2e17e, infoPort=39137, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:51:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd425268529696242 with lease ID 0xef712aa3a28271c6: Processing first storage report for DS-b0fac87d-9085-4bcd-b7c1-2123a9629642 from datanode DatanodeRegistration(127.0.0.1:46225, datanodeUuid=2922241f-f118-4fe9-890e-504bb00c29d2, infoPort=43753, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538) 2024-11-14T04:51:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd425268529696242 with lease ID 0xef712aa3a28271c6: from storage DS-b0fac87d-9085-4bcd-b7c1-2123a9629642 node DatanodeRegistration(127.0.0.1:46225, datanodeUuid=2922241f-f118-4fe9-890e-504bb00c29d2, infoPort=43753, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:51:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e230d26fa14fda6 with lease ID 0xef712aa3a28271c5: Processing first storage report for DS-847452b2-87a0-4412-b942-b1c420bd1c23 from datanode DatanodeRegistration(127.0.0.1:45281, datanodeUuid=eb344c02-be36-4dea-8c31-fd9988e2e17e, infoPort=39137, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538) 2024-11-14T04:51:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e230d26fa14fda6 with lease ID 0xef712aa3a28271c5: from storage DS-847452b2-87a0-4412-b942-b1c420bd1c23 node DatanodeRegistration(127.0.0.1:45281, datanodeUuid=eb344c02-be36-4dea-8c31-fd9988e2e17e, infoPort=39137, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=433808803;c=1731559883538), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:51:25,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2 2024-11-14T04:51:25,915 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/zookeeper_0, clientPort=60794, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:51:25,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60794 2024-11-14T04:51:25,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:25,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:51:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:51:26,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b with version=8 2024-11-14T04:51:26,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/hbase-staging 2024-11-14T04:51:26,738 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T04:51:27,024 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:51:27,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:51:27,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:51:27,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:51:27,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:51:27,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:51:27,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:51:27,305 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T04:51:27,316 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T04:51:27,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:51:27,357 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30686 (auto-detected) 2024-11-14T04:51:27,358 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T04:51:27,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40977 2024-11-14T04:51:27,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40977 connecting to ZooKeeper ensemble=127.0.0.1:60794 2024-11-14T04:51:27,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409770x0, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:51:27,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40977-0x100ef9600ef0000 connected 2024-11-14T04:51:27,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:27,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:27,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:51:27,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b, hbase.cluster.distributed=false 2024-11-14T04:51:27,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:51:27,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-14T04:51:27,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40977 2024-11-14T04:51:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40977 2024-11-14T04:51:27,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-14T04:51:27,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-14T04:51:27,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:51:27,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:51:27,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:51:27,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:51:27,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:51:27,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:51:27,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:51:27,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:51:27,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36533 2024-11-14T04:51:27,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36533 connecting to ZooKeeper ensemble=127.0.0.1:60794 2024-11-14T04:51:27,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:27,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:27,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365330x0, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:51:27,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36533-0x100ef9600ef0001 connected 2024-11-14T04:51:27,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:51:27,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:51:27,933 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:51:27,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:51:27,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:51:27,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-14T04:51:27,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36533 2024-11-14T04:51:27,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36533 2024-11-14T04:51:27,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-14T04:51:27,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-14T04:51:27,997 DEBUG [M:0;44289c305c03:40977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:40977 2024-11-14T04:51:28,010 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,40977,1731559886803 2024-11-14T04:51:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:51:28,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:51:28,024 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,40977,1731559886803 2024-11-14T04:51:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:51:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,078 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:51:28,079 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,40977,1731559886803 from backup master directory 2024-11-14T04:51:28,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,40977,1731559886803 2024-11-14T04:51:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:51:28,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:51:28,086 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:51:28,087 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,40977,1731559886803 2024-11-14T04:51:28,089 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T04:51:28,091 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T04:51:28,165 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/hbase.id] with ID: 9e9ee33e-aba3-4537-a40a-66bc25e629f9 2024-11-14T04:51:28,165 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/.tmp/hbase.id 2024-11-14T04:51:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:51:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:51:28,189 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/.tmp/hbase.id]:[hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/hbase.id] 2024-11-14T04:51:28,239 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:28,244 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:51:28,264 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T04:51:28,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:51:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:51:28,303 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:51:28,306 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:51:28,312 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:51:28,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:51:28,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:51:28,366 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store 2024-11-14T04:51:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:51:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:51:28,394 INFO [master/44289c305c03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T04:51:28,397 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:51:28,398 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:51:28,399 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:51:28,399 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:51:28,400 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:51:28,400 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:51:28,400 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:51:28,402 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559888398Disabling compacts and flushes for region at 1731559888398Disabling writes for close at 1731559888400 (+2 ms)Writing region close event to WAL at 1731559888400Closed at 1731559888400 2024-11-14T04:51:28,404 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/.initializing 2024-11-14T04:51:28,404 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/WALs/44289c305c03,40977,1731559886803 2024-11-14T04:51:28,414 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:51:28,429 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C40977%2C1731559886803, suffix=, logDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/WALs/44289c305c03,40977,1731559886803, archiveDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/oldWALs, maxLogs=10 2024-11-14T04:51:28,461 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/WALs/44289c305c03,40977,1731559886803/44289c305c03%2C40977%2C1731559886803.1731559888434, exclude list is [], retry=0 2024-11-14T04:51:28,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:51:28,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK] 2024-11-14T04:51:28,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK] 2024-11-14T04:51:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T04:51:28,545 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/WALs/44289c305c03,40977,1731559886803/44289c305c03%2C40977%2C1731559886803.1731559888434 2024-11-14T04:51:28,547 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39137:39137),(127.0.0.1/127.0.0.1:43753:43753)] 2024-11-14T04:51:28,548 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:51:28,548 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:51:28,552 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,553 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:51:28,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:28,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:28,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:51:28,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:28,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:51:28,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:51:28,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:28,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:51:28,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:51:28,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:28,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:51:28,669 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,675 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,676 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,681 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,682 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,685 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:51:28,689 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:51:28,694 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:51:28,696 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821520, jitterRate=0.044617101550102234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:51:28,702 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731559888568Initializing all the Stores at 1731559888571 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559888572 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559888573 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559888573Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559888573Cleaning up temporary data from old regions at 1731559888682 (+109 ms)Region opened successfully at 1731559888702 (+20 ms) 2024-11-14T04:51:28,703 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:51:28,742 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfa4a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:51:28,776 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:51:28,788 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:51:28,788 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:51:28,791 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:51:28,793 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T04:51:28,798 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T04:51:28,798 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:51:28,823 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:51:28,831 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:51:28,833 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:51:28,836 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:51:28,837 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:51:28,839 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:51:28,841 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:51:28,844 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:51:28,846 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:51:28,847 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:51:28,848 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:51:28,864 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:51:28,866 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:51:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:51:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:51:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,873 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,40977,1731559886803, sessionid=0x100ef9600ef0000, setting cluster-up flag (Was=false) 2024-11-14T04:51:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,893 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:51:28,895 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,40977,1731559886803 2024-11-14T04:51:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:28,906 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:51:28,908 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,40977,1731559886803 2024-11-14T04:51:28,914 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:51:28,981 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(746): ClusterId : 9e9ee33e-aba3-4537-a40a-66bc25e629f9 2024-11-14T04:51:28,984 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:51:28,990 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:51:28,991 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:51:29,000 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:51:29,001 DEBUG [RS:0;44289c305c03:36533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75afbaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:51:29,004 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:51:29,017 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:36533 2024-11-14T04:51:29,017 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:51:29,020 INFO [RS:0;44289c305c03:36533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:51:29,021 INFO [RS:0;44289c305c03:36533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:51:29,021 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:51:29,024 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,40977,1731559886803 with port=36533, startcode=1731559887781 2024-11-14T04:51:29,027 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:51:29,037 DEBUG [RS:0;44289c305c03:36533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:51:29,035 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,40977,1731559886803 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:51:29,045 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:51:29,046 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:51:29,046 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:51:29,046 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:51:29,047 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:51:29,047 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,047 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:51:29,047 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,054 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559919054 2024-11-14T04:51:29,056 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:51:29,057 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:51:29,062 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:51:29,063 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:51:29,063 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:51:29,064 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:51:29,065 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,070 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:51:29,071 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:51:29,072 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:51:29,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:51:29,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:51:29,074 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:51:29,075 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:51:29,077 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559889076,5,FailOnTimeoutGroup] 2024-11-14T04:51:29,080 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559889077,5,FailOnTimeoutGroup] 2024-11-14T04:51:29,080 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,081 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:51:29,083 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40607, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:51:29,083 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,083 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,085 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:51:29,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,36533,1731559887781 2024-11-14T04:51:29,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 {}] master.ServerManager(517): Registering regionserver=44289c305c03,36533,1731559887781 2024-11-14T04:51:29,111 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b 2024-11-14T04:51:29,112 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43305 2024-11-14T04:51:29,112 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:51:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:51:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:51:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:51:29,118 DEBUG [RS:0;44289c305c03:36533 {}] zookeeper.ZKUtil(111): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,36533,1731559887781 2024-11-14T04:51:29,119 WARN [RS:0;44289c305c03:36533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:51:29,119 INFO [RS:0;44289c305c03:36533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:51:29,119 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781 2024-11-14T04:51:29,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:51:29,120 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b 2024-11-14T04:51:29,120 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,36533,1731559887781] 2024-11-14T04:51:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:51:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:51:29,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:51:29,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:51:29,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:51:29,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:51:29,151 INFO [RS:0;44289c305c03:36533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:51:29,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:51:29,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:51:29,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:51:29,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:51:29,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:51:29,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:51:29,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740 2024-11-14T04:51:29,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740 2024-11-14T04:51:29,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:51:29,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:51:29,167 INFO [RS:0;44289c305c03:36533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:51:29,168 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:51:29,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:51:29,174 INFO [RS:0;44289c305c03:36533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:51:29,174 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,175 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:51:29,175 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:51:29,176 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=809262, jitterRate=0.029030486941337585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:51:29,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731559889140Initializing all the Stores at 1731559889142 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559889142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559889144 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559889144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559889144Cleaning up temporary data from old regions at 1731559889167 (+23 ms)Region opened successfully at 1731559889178 (+11 ms) 2024-11-14T04:51:29,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:51:29,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:51:29,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:51:29,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:51:29,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:51:29,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:51:29,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559889178Disabling compacts and flushes for region at 1731559889178Disabling writes for close at 1731559889179 (+1 ms)Writing region close event to WAL at 1731559889180 (+1 ms)Closed at 1731559889180 2024-11-14T04:51:29,181 INFO [RS:0;44289c305c03:36533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:51:29,182 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,182 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,183 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,183 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,183 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,183 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,183 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:51:29,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:51:29,184 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:51:29,184 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,184 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,184 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,185 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,185 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:51:29,185 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:51:29,185 DEBUG [RS:0;44289c305c03:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:51:29,187 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,187 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,187 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,187 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,187 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,188 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,36533,1731559887781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:51:29,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:51:29,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:51:29,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:51:29,207 INFO [RS:0;44289c305c03:36533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:51:29,209 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,36533,1731559887781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,210 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,210 INFO [RS:0;44289c305c03:36533 {}] regionserver.Replication(171): 44289c305c03,36533,1731559887781 started 2024-11-14T04:51:29,230 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:29,230 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,36533,1731559887781, RpcServer on 44289c305c03/172.17.0.2:36533, sessionid=0x100ef9600ef0001 2024-11-14T04:51:29,231 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:51:29,231 DEBUG [RS:0;44289c305c03:36533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,36533,1731559887781 2024-11-14T04:51:29,231 DEBUG [RS:0;44289c305c03:36533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,36533,1731559887781' 2024-11-14T04:51:29,231 DEBUG [RS:0;44289c305c03:36533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:51:29,232 DEBUG [RS:0;44289c305c03:36533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:51:29,233 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:51:29,233 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:51:29,233 DEBUG [RS:0;44289c305c03:36533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,36533,1731559887781 2024-11-14T04:51:29,233 DEBUG [RS:0;44289c305c03:36533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,36533,1731559887781' 2024-11-14T04:51:29,234 DEBUG [RS:0;44289c305c03:36533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:51:29,234 DEBUG [RS:0;44289c305c03:36533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:51:29,235 DEBUG [RS:0;44289c305c03:36533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:51:29,235 INFO [RS:0;44289c305c03:36533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:51:29,235 INFO [RS:0;44289c305c03:36533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:51:29,341 INFO [RS:0;44289c305c03:36533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:51:29,344 INFO [RS:0;44289c305c03:36533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C36533%2C1731559887781, suffix=, logDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781, archiveDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/oldWALs, maxLogs=32 2024-11-14T04:51:29,358 WARN [44289c305c03:40977 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:51:29,365 DEBUG [RS:0;44289c305c03:36533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559889347, exclude list is [], retry=0 2024-11-14T04:51:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK] 2024-11-14T04:51:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK] 2024-11-14T04:51:29,376 INFO [RS:0;44289c305c03:36533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559889347 2024-11-14T04:51:29,377 DEBUG [RS:0;44289c305c03:36533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753),(127.0.0.1/127.0.0.1:39137:39137)] 2024-11-14T04:51:29,611 DEBUG [44289c305c03:40977 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:51:29,627 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,36533,1731559887781 2024-11-14T04:51:29,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,36533,1731559887781, state=OPENING 2024-11-14T04:51:29,643 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:51:29,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:29,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:51:29,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:51:29,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:51:29,648 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:51:29,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,36533,1731559887781}] 2024-11-14T04:51:29,829 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:51:29,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:51:29,844 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:51:29,845 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:51:29,846 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:51:29,849 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C36533%2C1731559887781.meta, suffix=.meta, logDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781, archiveDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/oldWALs, maxLogs=32 2024-11-14T04:51:29,866 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.meta.1731559889851.meta, exclude list is [], retry=0 2024-11-14T04:51:29,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK] 2024-11-14T04:51:29,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK] 2024-11-14T04:51:29,873 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.meta.1731559889851.meta 2024-11-14T04:51:29,874 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753),(127.0.0.1/127.0.0.1:39137:39137)] 2024-11-14T04:51:29,874 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:51:29,876 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:51:29,880 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:51:29,886 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:51:29,892 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:51:29,892 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:51:29,893 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:51:29,893 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:51:29,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:51:29,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:51:29,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:51:29,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:51:29,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:51:29,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:51:29,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:51:29,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:51:29,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:29,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:51:29,908 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:51:29,909 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740 2024-11-14T04:51:29,912 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740 2024-11-14T04:51:29,915 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:51:29,915 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:51:29,916 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:51:29,919 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:51:29,921 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=869483, jitterRate=0.10560494661331177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:51:29,921 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:51:29,923 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731559889894Writing region info on filesystem at 1731559889894Initializing all the Stores at 1731559889896 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559889896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559889896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559889896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559889896Cleaning up temporary data from old regions at 1731559889915 (+19 ms)Running coprocessor post-open hooks at 1731559889921 (+6 ms)Region opened successfully at 1731559889923 (+2 ms) 2024-11-14T04:51:29,932 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731559889820 2024-11-14T04:51:29,946 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:51:29,947 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:51:29,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,36533,1731559887781 2024-11-14T04:51:29,952 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,36533,1731559887781, state=OPEN 2024-11-14T04:51:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:51:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:51:29,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:51:29,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:51:29,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,36533,1731559887781 2024-11-14T04:51:29,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:51:29,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,36533,1731559887781 in 307 msec 2024-11-14T04:51:29,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:51:29,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 777 msec 2024-11-14T04:51:29,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:51:29,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:51:29,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:51:30,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,36533,1731559887781, seqNum=-1] 2024-11-14T04:51:30,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:51:30,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:51:30,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1040 sec 2024-11-14T04:51:30,049 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731559890049, completionTime=-1 2024-11-14T04:51:30,052 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:51:30,053 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:51:30,086 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T04:51:30,086 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559950086 2024-11-14T04:51:30,086 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731560010086 2024-11-14T04:51:30,086 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-14T04:51:30,089 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40977,1731559886803-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:30,090 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40977,1731559886803-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:30,090 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40977,1731559886803-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:30,092 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:40977, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:30,093 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:30,093 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:30,100 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:51:30,126 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.039sec 2024-11-14T04:51:30,127 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:51:30,129 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:51:30,130 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:51:30,131 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:51:30,131 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:51:30,132 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40977,1731559886803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:51:30,133 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40977,1731559886803-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:51:30,141 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:51:30,142 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:51:30,142 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40977,1731559886803-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:51:30,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27136cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:51:30,195 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T04:51:30,195 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T04:51:30,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,40977,-1 for getting cluster id 2024-11-14T04:51:30,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:51:30,211 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e9ee33e-aba3-4537-a40a-66bc25e629f9' 2024-11-14T04:51:30,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:51:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e9ee33e-aba3-4537-a40a-66bc25e629f9" 2024-11-14T04:51:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301f7ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:51:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,40977,-1] 2024-11-14T04:51:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:51:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:51:30,224 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:51:30,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3228d8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:51:30,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:51:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,36533,1731559887781, seqNum=-1] 2024-11-14T04:51:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:51:30,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:51:30,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,40977,1731559886803 2024-11-14T04:51:30,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:51:30,268 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T04:51:30,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:51:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,40977,1731559886803 2024-11-14T04:51:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1db67 2024-11-14T04:51:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:51:30,284 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:51:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T04:51:30,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T04:51:30,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:51:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-14T04:51:30,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:51:30,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-14T04:51:30,304 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:30,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:51:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:51:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741835_1011 (size=389) 2024-11-14T04:51:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741835_1011 (size=389) 2024-11-14T04:51:30,325 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a717dd8a4129dc36588c09adc2b3f7bb, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b 2024-11-14T04:51:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741836_1012 (size=72) 2024-11-14T04:51:30,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741836_1012 (size=72) 2024-11-14T04:51:30,337 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:51:30,337 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a717dd8a4129dc36588c09adc2b3f7bb, disabling compactions & flushes 2024-11-14T04:51:30,337 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:30,337 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:30,337 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. after waiting 0 ms 2024-11-14T04:51:30,337 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:30,337 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:30,337 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a717dd8a4129dc36588c09adc2b3f7bb: Waiting for close lock at 1731559890337Disabling compacts and flushes for region at 1731559890337Disabling writes for close at 1731559890337Writing region close event to WAL at 1731559890337Closed at 1731559890337 2024-11-14T04:51:30,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:51:30,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731559890340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559890340"}]},"ts":"1731559890340"} 2024-11-14T04:51:30,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:51:30,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:51:30,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559890356"}]},"ts":"1731559890356"} 2024-11-14T04:51:30,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-14T04:51:30,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a717dd8a4129dc36588c09adc2b3f7bb, ASSIGN}] 2024-11-14T04:51:30,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a717dd8a4129dc36588c09adc2b3f7bb, ASSIGN 2024-11-14T04:51:30,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a717dd8a4129dc36588c09adc2b3f7bb, ASSIGN; state=OFFLINE, location=44289c305c03,36533,1731559887781; forceNewPlan=false, retain=false 2024-11-14T04:51:30,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a717dd8a4129dc36588c09adc2b3f7bb, regionState=OPENING, regionLocation=44289c305c03,36533,1731559887781 2024-11-14T04:51:30,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a717dd8a4129dc36588c09adc2b3f7bb, ASSIGN because future has completed 2024-11-14T04:51:30,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a717dd8a4129dc36588c09adc2b3f7bb, server=44289c305c03,36533,1731559887781}] 2024-11-14T04:51:30,691 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:30,691 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a717dd8a4129dc36588c09adc2b3f7bb, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:51:30,691 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,692 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:51:30,692 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,692 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,694 INFO [StoreOpener-a717dd8a4129dc36588c09adc2b3f7bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,697 INFO [StoreOpener-a717dd8a4129dc36588c09adc2b3f7bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a717dd8a4129dc36588c09adc2b3f7bb columnFamilyName info 2024-11-14T04:51:30,697 DEBUG [StoreOpener-a717dd8a4129dc36588c09adc2b3f7bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:51:30,699 INFO [StoreOpener-a717dd8a4129dc36588c09adc2b3f7bb-1 {}] regionserver.HStore(327): Store=a717dd8a4129dc36588c09adc2b3f7bb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:51:30,699 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,700 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,701 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,702 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,702 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,706 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,713 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:51:30,714 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a717dd8a4129dc36588c09adc2b3f7bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864659, jitterRate=0.09947130084037781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:51:30,715 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:30,717 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a717dd8a4129dc36588c09adc2b3f7bb: Running coprocessor pre-open hook at 1731559890692Writing region info on filesystem at 1731559890692Initializing all the Stores at 1731559890694 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559890694Cleaning up temporary data from old regions at 1731559890702 (+8 ms)Running coprocessor post-open hooks at 1731559890715 (+13 ms)Region opened successfully at 1731559890716 (+1 ms) 2024-11-14T04:51:30,719 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb., pid=6, masterSystemTime=1731559890683 2024-11-14T04:51:30,724 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:30,724 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:30,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a717dd8a4129dc36588c09adc2b3f7bb, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,36533,1731559887781 2024-11-14T04:51:30,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a717dd8a4129dc36588c09adc2b3f7bb, server=44289c305c03,36533,1731559887781 because future has completed 2024-11-14T04:51:30,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:51:30,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a717dd8a4129dc36588c09adc2b3f7bb, server=44289c305c03,36533,1731559887781 in 206 msec 2024-11-14T04:51:30,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:51:30,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a717dd8a4129dc36588c09adc2b3f7bb, ASSIGN in 374 msec 2024-11-14T04:51:30,747 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:51:30,747 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559890747"}]},"ts":"1731559890747"} 2024-11-14T04:51:30,752 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-14T04:51:30,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:51:30,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 462 msec 2024-11-14T04:51:35,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:51:35,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:51:35,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-14T04:51:37,300 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:51:37,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:51:37,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T04:51:37,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T04:51:37,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:51:37,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:51:37,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:51:37,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:51:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:51:40,324 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-14T04:51:40,328 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-14T04:51:40,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-14T04:51:40,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:51:40,355 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559900337, exclude list is [], retry=0 2024-11-14T04:51:40,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK] 2024-11-14T04:51:40,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK] 2024-11-14T04:51:40,365 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559889347 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559900337 2024-11-14T04:51:40,367 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753),(127.0.0.1/127.0.0.1:39137:39137)] 2024-11-14T04:51:40,367 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559889347 is not closed yet, will try archiving it next time 2024-11-14T04:51:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741833_1009 (size=451) 2024-11-14T04:51:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741833_1009 (size=451) 2024-11-14T04:51:40,374 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559889347 to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/oldWALs/44289c305c03%2C36533%2C1731559887781.1731559889347 2024-11-14T04:51:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb., hostname=44289c305c03,36533,1731559887781, seqNum=2] 2024-11-14T04:51:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36533 {}] regionserver.HRegion(8855): Flush requested on a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:51:54,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a717dd8a4129dc36588c09adc2b3f7bb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T04:51:54,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/cd3b1bdea02d4112b028d687c8e98157 is 1055, key is row0001/info:/1731559900382/Put/seqid=0 2024-11-14T04:51:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741838_1014 (size=13386) 2024-11-14T04:51:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741838_1014 (size=13386) 2024-11-14T04:51:54,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/cd3b1bdea02d4112b028d687c8e98157 2024-11-14T04:51:54,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/cd3b1bdea02d4112b028d687c8e98157 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/info/cd3b1bdea02d4112b028d687c8e98157 2024-11-14T04:51:54,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/info/cd3b1bdea02d4112b028d687c8e98157, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T04:51:54,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a717dd8a4129dc36588c09adc2b3f7bb in 161ms, sequenceid=12, compaction requested=false 2024-11-14T04:51:54,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a717dd8a4129dc36588c09adc2b3f7bb: 2024-11-14T04:51:55,830 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:52:00,470 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559920452, exclude list is [], retry=0 2024-11-14T04:52:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK] 2024-11-14T04:52:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK] 2024-11-14T04:52:00,477 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559900337 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559920452 2024-11-14T04:52:00,477 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753),(127.0.0.1/127.0.0.1:39137:39137)] 2024-11-14T04:52:00,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559900337 is not closed yet, will try archiving it next time 2024-11-14T04:52:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741837_1013 (size=12149) 2024-11-14T04:52:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741837_1013 (size=12149) 2024-11-14T04:52:05,483 INFO [AsyncFSWAL-0-hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b-prefix:44289c305c03,36533,1731559887781 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK], DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK]] 2024-11-14T04:52:05,486 WARN [AsyncFSWAL-0-hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b-prefix:44289c305c03,36533,1731559887781 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK], DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK]] 2024-11-14T04:52:05,487 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 44289c305c03%2C36533%2C1731559887781:(num 1731559920452) roll requested 2024-11-14T04:52:05,503 DEBUG [regionserver/44289c305c03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559925487, exclude list is [], retry=0 2024-11-14T04:52:05,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK] 2024-11-14T04:52:05,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK] 2024-11-14T04:52:05,511 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559920452 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559925487 2024-11-14T04:52:05,511 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39137:39137),(127.0.0.1/127.0.0.1:43753:43753)] 2024-11-14T04:52:05,511 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559920452 is not closed yet, will try archiving it next time 2024-11-14T04:52:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741839_1015 (size=1233) 2024-11-14T04:52:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741839_1015 (size=1233) 2024-11-14T04:52:07,487 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:52:07,515 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559927488, exclude list is [], retry=0 2024-11-14T04:52:07,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-e686f0d7-a752-4a97-abde-23727c0e2263,DISK] 2024-11-14T04:52:07,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-46565f13-471a-42b5-8810-e429a4d7f74d,DISK] 2024-11-14T04:52:07,524 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559925487 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559927488 2024-11-14T04:52:07,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43753:43753),(127.0.0.1/127.0.0.1:39137:39137)] 2024-11-14T04:52:07,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559925487 is not closed yet, will try archiving it next time 2024-11-14T04:52:07,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559925487 not finished, retry = 0 2024-11-14T04:52:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741840_1016 (size=93) 2024-11-14T04:52:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741840_1016 (size=93) 2024-11-14T04:52:07,630 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/WALs/44289c305c03,36533,1731559887781/44289c305c03%2C36533%2C1731559887781.1731559925487 to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/oldWALs/44289c305c03%2C36533%2C1731559887781.1731559925487 2024-11-14T04:52:10,910 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:52:10,910 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:52:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36533 {}] regionserver.HRegion(8855): Flush requested on a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:52:15,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a717dd8a4129dc36588c09adc2b3f7bb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T04:52:15,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/871728e2cf3d457eb93846fb9a0688b5 is 1055, key is row0009/info:/1731559916445/Put/seqid=0 2024-11-14T04:52:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741842_1018 (size=13386) 2024-11-14T04:52:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741842_1018 (size=13386) 2024-11-14T04:52:15,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/871728e2cf3d457eb93846fb9a0688b5 2024-11-14T04:52:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/871728e2cf3d457eb93846fb9a0688b5 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/info/871728e2cf3d457eb93846fb9a0688b5 2024-11-14T04:52:15,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/info/871728e2cf3d457eb93846fb9a0688b5, entries=8, sequenceid=23, filesize=13.1 K 2024-11-14T04:52:15,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a717dd8a4129dc36588c09adc2b3f7bb in 76ms, sequenceid=23, compaction requested=false 2024-11-14T04:52:15,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a717dd8a4129dc36588c09adc2b3f7bb: 2024-11-14T04:52:15,620 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-14T04:52:15,620 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:52:15,621 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/info/cd3b1bdea02d4112b028d687c8e98157 because midkey is the same as first or last row 2024-11-14T04:52:15,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a717dd8a4129dc36588c09adc2b3f7bb, had cached 0 bytes from a total of 26772 2024-11-14T04:52:25,831 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:52:27,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:52:27,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:52:27,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:52:27,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:27,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:27,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:52:27,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:52:27,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=268725935, stopped=false 2024-11-14T04:52:27,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,40977,1731559886803 2024-11-14T04:52:27,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:27,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:27,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:27,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:52:27,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:27,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:52:27,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:52:27,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:27,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,36533,1731559887781' ***** 2024-11-14T04:52:27,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:52:27,588 INFO [RS:0;44289c305c03:36533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:52:27,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:52:27,589 INFO [RS:0;44289c305c03:36533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:52:27,589 INFO [RS:0;44289c305c03:36533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:52:27,589 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(3091): Received CLOSE for a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:52:27,590 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,36533,1731559887781 2024-11-14T04:52:27,590 INFO [RS:0;44289c305c03:36533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:52:27,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:27,590 INFO [RS:0;44289c305c03:36533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:36533. 2024-11-14T04:52:27,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:27,590 DEBUG [RS:0;44289c305c03:36533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:52:27,591 DEBUG [RS:0;44289c305c03:36533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:27,591 INFO [RS:0;44289c305c03:36533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:52:27,591 INFO [RS:0;44289c305c03:36533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:52:27,591 INFO [RS:0;44289c305c03:36533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:52:27,591 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:52:27,592 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a717dd8a4129dc36588c09adc2b3f7bb, disabling compactions & flushes 2024-11-14T04:52:27,592 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:52:27,592 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:52:27,592 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:52:27,592 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a717dd8a4129dc36588c09adc2b3f7bb=TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb.} 2024-11-14T04:52:27,592 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. after waiting 0 ms 2024-11-14T04:52:27,592 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:52:27,592 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a717dd8a4129dc36588c09adc2b3f7bb 2024-11-14T04:52:27,592 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a717dd8a4129dc36588c09adc2b3f7bb 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-14T04:52:27,593 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:52:27,593 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:52:27,593 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:52:27,593 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:52:27,593 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:52:27,593 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-14T04:52:27,621 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/067909844a844136885989a0b5fee15a is 1055, key is row0017/info:/1731559937547/Put/seqid=0 2024-11-14T04:52:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741843_1019 (size=10222) 2024-11-14T04:52:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741843_1019 (size=10222) 2024-11-14T04:52:27,660 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/info/3e4b38bf9b0945fca3c90da31ef03e60 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb./info:regioninfo/1731559890726/Put/seqid=0 2024-11-14T04:52:27,661 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/067909844a844136885989a0b5fee15a 2024-11-14T04:52:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741844_1020 (size=7016) 2024-11-14T04:52:27,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741844_1020 (size=7016) 2024-11-14T04:52:27,698 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/info/3e4b38bf9b0945fca3c90da31ef03e60 2024-11-14T04:52:27,712 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/.tmp/info/067909844a844136885989a0b5fee15a as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/info/067909844a844136885989a0b5fee15a 2024-11-14T04:52:27,724 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/info/067909844a844136885989a0b5fee15a, entries=5, sequenceid=31, filesize=10.0 K 2024-11-14T04:52:27,726 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a717dd8a4129dc36588c09adc2b3f7bb in 133ms, sequenceid=31, compaction requested=true 2024-11-14T04:52:27,736 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/default/TestLogRolling-testSlowSyncLogRolling/a717dd8a4129dc36588c09adc2b3f7bb/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-14T04:52:27,739 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:52:27,739 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a717dd8a4129dc36588c09adc2b3f7bb: Waiting for close lock at 1731559947591Running coprocessor pre-close hooks at 1731559947592 (+1 ms)Disabling compacts and flushes for region at 1731559947592Disabling writes for close at 1731559947592Obtaining lock to block concurrent updates at 1731559947592Preparing flush snapshotting stores in a717dd8a4129dc36588c09adc2b3f7bb at 1731559947592Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731559947593 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. at 1731559947594 (+1 ms)Flushing a717dd8a4129dc36588c09adc2b3f7bb/info: creating writer at 1731559947594Flushing a717dd8a4129dc36588c09adc2b3f7bb/info: appending metadata at 1731559947620 (+26 ms)Flushing a717dd8a4129dc36588c09adc2b3f7bb/info: closing flushed file at 1731559947620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4550d2: reopening flushed file at 1731559947706 (+86 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a717dd8a4129dc36588c09adc2b3f7bb in 133ms, sequenceid=31, compaction requested=true at 1731559947726 (+20 ms)Writing region close event to WAL at 1731559947729 (+3 ms)Running coprocessor post-close hooks at 1731559947737 (+8 ms)Closed at 1731559947739 (+2 ms) 2024-11-14T04:52:27,740 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731559890286.a717dd8a4129dc36588c09adc2b3f7bb. 2024-11-14T04:52:27,744 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/ns/26e94d24575a43dbbba42a96346d2313 is 43, key is default/ns:d/1731559890032/Put/seqid=0 2024-11-14T04:52:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741845_1021 (size=5153) 2024-11-14T04:52:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741845_1021 (size=5153) 2024-11-14T04:52:27,778 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/ns/26e94d24575a43dbbba42a96346d2313 2024-11-14T04:52:27,793 DEBUG [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:52:27,823 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/table/3e71241185e44c70a70f12f88cf66da1 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731559890747/Put/seqid=0 2024-11-14T04:52:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741846_1022 (size=5396) 2024-11-14T04:52:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741846_1022 (size=5396) 2024-11-14T04:52:27,837 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/table/3e71241185e44c70a70f12f88cf66da1 2024-11-14T04:52:27,853 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/info/3e4b38bf9b0945fca3c90da31ef03e60 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/info/3e4b38bf9b0945fca3c90da31ef03e60 2024-11-14T04:52:27,868 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/info/3e4b38bf9b0945fca3c90da31ef03e60, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T04:52:27,870 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/ns/26e94d24575a43dbbba42a96346d2313 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/ns/26e94d24575a43dbbba42a96346d2313 2024-11-14T04:52:27,886 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/ns/26e94d24575a43dbbba42a96346d2313, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:52:27,888 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/.tmp/table/3e71241185e44c70a70f12f88cf66da1 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/table/3e71241185e44c70a70f12f88cf66da1 2024-11-14T04:52:27,902 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/table/3e71241185e44c70a70f12f88cf66da1, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T04:52:27,905 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=11, compaction requested=false 2024-11-14T04:52:27,930 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:52:27,931 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:52:27,931 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:52:27,932 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559947593Running coprocessor pre-close hooks at 1731559947593Disabling compacts and flushes for region at 1731559947593Disabling writes for close at 1731559947593Obtaining lock to block concurrent updates at 1731559947593Preparing flush snapshotting stores in 1588230740 at 1731559947593Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731559947594 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731559947598 (+4 ms)Flushing 1588230740/info: creating writer at 1731559947598Flushing 1588230740/info: appending metadata at 1731559947659 (+61 ms)Flushing 1588230740/info: closing flushed file at 1731559947659Flushing 1588230740/ns: creating writer at 1731559947719 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731559947744 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731559947744Flushing 1588230740/table: creating writer at 1731559947794 (+50 ms)Flushing 1588230740/table: appending metadata at 1731559947822 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731559947822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f958d3: reopening flushed file at 1731559947851 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b0e397: reopening flushed file at 1731559947868 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3425b8: reopening flushed file at 1731559947887 (+19 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=11, compaction requested=false at 1731559947905 (+18 ms)Writing region close event to WAL at 1731559947916 (+11 ms)Running coprocessor post-close hooks at 1731559947931 (+15 ms)Closed at 1731559947931 2024-11-14T04:52:27,932 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:52:27,993 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,36533,1731559887781; all regions closed. 2024-11-14T04:52:28,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741834_1010 (size=3066) 2024-11-14T04:52:28,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741834_1010 (size=3066) 2024-11-14T04:52:28,006 DEBUG [RS:0;44289c305c03:36533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/oldWALs 2024-11-14T04:52:28,006 INFO [RS:0;44289c305c03:36533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C36533%2C1731559887781.meta:.meta(num 1731559889851) 2024-11-14T04:52:28,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741841_1017 (size=13164) 2024-11-14T04:52:28,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741841_1017 (size=13164) 2024-11-14T04:52:28,024 DEBUG [RS:0;44289c305c03:36533 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/oldWALs 2024-11-14T04:52:28,024 INFO [RS:0;44289c305c03:36533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C36533%2C1731559887781:(num 1731559927488) 2024-11-14T04:52:28,024 DEBUG [RS:0;44289c305c03:36533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:28,024 INFO [RS:0;44289c305c03:36533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:52:28,024 INFO [RS:0;44289c305c03:36533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:52:28,024 INFO [RS:0;44289c305c03:36533 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:52:28,025 INFO [RS:0;44289c305c03:36533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:52:28,025 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:52:28,025 INFO [RS:0;44289c305c03:36533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36533 2024-11-14T04:52:28,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:52:28,030 INFO [RS:0;44289c305c03:36533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:52:28,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,36533,1731559887781 2024-11-14T04:52:28,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,36533,1731559887781] 2024-11-14T04:52:28,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,36533,1731559887781 already deleted, retry=false 2024-11-14T04:52:28,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,36533,1731559887781 expired; onlineServers=0 2024-11-14T04:52:28,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,40977,1731559886803' ***** 2024-11-14T04:52:28,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:52:28,037 INFO [M:0;44289c305c03:40977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:52:28,037 INFO [M:0;44289c305c03:40977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:52:28,037 DEBUG [M:0;44289c305c03:40977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:52:28,037 DEBUG [M:0;44289c305c03:40977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:52:28,037 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559889076 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559889076,5,FailOnTimeoutGroup] 2024-11-14T04:52:28,037 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559889077 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559889077,5,FailOnTimeoutGroup] 2024-11-14T04:52:28,038 INFO [M:0;44289c305c03:40977 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:52:28,038 INFO [M:0;44289c305c03:40977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:52:28,038 DEBUG [M:0;44289c305c03:40977 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:52:28,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:52:28,038 INFO [M:0;44289c305c03:40977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:52:28,038 INFO [M:0;44289c305c03:40977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:52:28,039 INFO [M:0;44289c305c03:40977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:52:28,039 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:52:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:52:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:28,041 DEBUG [M:0;44289c305c03:40977 {}] zookeeper.ZKUtil(347): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T04:52:28,041 WARN [M:0;44289c305c03:40977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:52:28,043 INFO [M:0;44289c305c03:40977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/.lastflushedseqids 2024-11-14T04:52:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741847_1023 (size=130) 2024-11-14T04:52:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741847_1023 (size=130) 2024-11-14T04:52:28,090 INFO [M:0;44289c305c03:40977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:52:28,090 INFO [M:0;44289c305c03:40977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:52:28,090 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:52:28,090 INFO [M:0;44289c305c03:40977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:28,091 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:28,091 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:52:28,091 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:28,091 INFO [M:0;44289c305c03:40977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-14T04:52:28,122 DEBUG [M:0;44289c305c03:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235718b0c5eb42deaff23b6954800fc2 is 82, key is hbase:meta,,1/info:regioninfo/1731559889949/Put/seqid=0 2024-11-14T04:52:28,137 INFO [RS:0;44289c305c03:36533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:52:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x100ef9600ef0001, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:28,137 INFO [RS:0;44289c305c03:36533 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,36533,1731559887781; zookeeper connection closed. 2024-11-14T04:52:28,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c3f387c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c3f387c 2024-11-14T04:52:28,143 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:52:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741848_1024 (size=5672) 2024-11-14T04:52:28,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741848_1024 (size=5672) 2024-11-14T04:52:28,151 INFO [M:0;44289c305c03:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235718b0c5eb42deaff23b6954800fc2 2024-11-14T04:52:28,192 DEBUG [M:0;44289c305c03:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa57aeb5e823423a9d8839eb707aeb27 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731559890758/Put/seqid=0 2024-11-14T04:52:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741849_1025 (size=6247) 2024-11-14T04:52:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741849_1025 (size=6247) 2024-11-14T04:52:28,210 INFO [M:0;44289c305c03:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa57aeb5e823423a9d8839eb707aeb27 2024-11-14T04:52:28,221 INFO [M:0;44289c305c03:40977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa57aeb5e823423a9d8839eb707aeb27 2024-11-14T04:52:28,239 DEBUG [M:0;44289c305c03:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e2af6bd213644ea8de9774d01546b59 is 69, key is 44289c305c03,36533,1731559887781/rs:state/1731559889096/Put/seqid=0 2024-11-14T04:52:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741850_1026 (size=5156) 2024-11-14T04:52:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741850_1026 (size=5156) 2024-11-14T04:52:28,254 INFO [M:0;44289c305c03:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e2af6bd213644ea8de9774d01546b59 2024-11-14T04:52:28,286 DEBUG [M:0;44289c305c03:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3085fee918b7487a960a31aad015846a is 52, key is load_balancer_on/state:d/1731559890264/Put/seqid=0 2024-11-14T04:52:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741851_1027 (size=5056) 2024-11-14T04:52:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741851_1027 (size=5056) 2024-11-14T04:52:28,302 INFO [M:0;44289c305c03:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3085fee918b7487a960a31aad015846a 2024-11-14T04:52:28,315 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235718b0c5eb42deaff23b6954800fc2 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235718b0c5eb42deaff23b6954800fc2 2024-11-14T04:52:28,324 INFO [M:0;44289c305c03:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235718b0c5eb42deaff23b6954800fc2, entries=8, sequenceid=59, filesize=5.5 K 2024-11-14T04:52:28,326 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa57aeb5e823423a9d8839eb707aeb27 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa57aeb5e823423a9d8839eb707aeb27 2024-11-14T04:52:28,335 INFO [M:0;44289c305c03:40977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa57aeb5e823423a9d8839eb707aeb27 2024-11-14T04:52:28,336 INFO [M:0;44289c305c03:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa57aeb5e823423a9d8839eb707aeb27, entries=6, sequenceid=59, filesize=6.1 K 2024-11-14T04:52:28,337 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e2af6bd213644ea8de9774d01546b59 as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e2af6bd213644ea8de9774d01546b59 2024-11-14T04:52:28,345 INFO [M:0;44289c305c03:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e2af6bd213644ea8de9774d01546b59, entries=1, sequenceid=59, filesize=5.0 K 2024-11-14T04:52:28,346 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3085fee918b7487a960a31aad015846a as hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3085fee918b7487a960a31aad015846a 2024-11-14T04:52:28,355 INFO [M:0;44289c305c03:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3085fee918b7487a960a31aad015846a, entries=1, sequenceid=59, filesize=4.9 K 2024-11-14T04:52:28,362 INFO [M:0;44289c305c03:40977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 271ms, sequenceid=59, compaction requested=false 2024-11-14T04:52:28,367 INFO [M:0;44289c305c03:40977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:28,367 DEBUG [M:0;44289c305c03:40977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559948090Disabling compacts and flushes for region at 1731559948090Disabling writes for close at 1731559948091 (+1 ms)Obtaining lock to block concurrent updates at 1731559948091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731559948091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731559948091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731559948093 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731559948093Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731559948121 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731559948121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731559948166 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731559948191 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731559948191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731559948221 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731559948238 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731559948239 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731559948264 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731559948285 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731559948285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ec6250: reopening flushed file at 1731559948313 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ed8969: reopening flushed file at 1731559948325 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acef1bb: reopening flushed file at 1731559948336 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aafe8a2: reopening flushed file at 1731559948345 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 271ms, sequenceid=59, compaction requested=false at 1731559948362 (+17 ms)Writing region close event to WAL at 1731559948367 (+5 ms)Closed at 1731559948367 2024-11-14T04:52:28,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741830_1006 (size=27973) 2024-11-14T04:52:28,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/MasterData/WALs/44289c305c03,40977,1731559886803/44289c305c03%2C40977%2C1731559886803.1731559888434 not finished, retry = 0 2024-11-14T04:52:28,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741830_1006 (size=27973) 2024-11-14T04:52:28,478 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:52:28,478 INFO [M:0;44289c305c03:40977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:52:28,478 INFO [M:0;44289c305c03:40977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40977 2024-11-14T04:52:28,479 INFO [M:0;44289c305c03:40977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:52:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100ef9600ef0000, quorum=127.0.0.1:60794, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:28,582 INFO [M:0;44289c305c03:40977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:52:28,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ce4e8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:28,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22be3790{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:28,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:28,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@424c22e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:28,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2af86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:28,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:28,598 WARN [BP-1619741805-172.17.0.2-1731559883538 heartbeating to localhost/127.0.0.1:43305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:28,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:28,598 WARN [BP-1619741805-172.17.0.2-1731559883538 heartbeating to localhost/127.0.0.1:43305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1619741805-172.17.0.2-1731559883538 (Datanode Uuid 2922241f-f118-4fe9-890e-504bb00c29d2) service to localhost/127.0.0.1:43305 2024-11-14T04:52:28,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data3/current/BP-1619741805-172.17.0.2-1731559883538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:28,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data4/current/BP-1619741805-172.17.0.2-1731559883538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:28,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:28,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64d024b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:28,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ad1dca9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:28,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:28,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49207840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:28,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@543e536b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:28,634 WARN [BP-1619741805-172.17.0.2-1731559883538 heartbeating to localhost/127.0.0.1:43305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:28,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:28,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:28,634 WARN [BP-1619741805-172.17.0.2-1731559883538 heartbeating to localhost/127.0.0.1:43305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1619741805-172.17.0.2-1731559883538 (Datanode Uuid eb344c02-be36-4dea-8c31-fd9988e2e17e) service to localhost/127.0.0.1:43305 2024-11-14T04:52:28,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data1/current/BP-1619741805-172.17.0.2-1731559883538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:28,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:28,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/cluster_28829c91-3cdd-bf1e-3d10-578dc2b3506a/data/data2/current/BP-1619741805-172.17.0.2-1731559883538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:28,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b880cc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:52:28,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13278938{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:28,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:28,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf73ce6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:28,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3011d32c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:28,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:52:28,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:52:28,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (417128964) connection to localhost/127.0.0.1:43305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (417128964) connection to localhost/127.0.0.1:43305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (417128964) connection to localhost/127.0.0.1:43305 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/44289c305c03:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53898caa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/44289c305c03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/44289c305c03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/44289c305c03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 601), ProcessCount=11 (was 11), AvailableMemoryMB=6773 (was 7309) 2024-11-14T04:52:28,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=6773 2024-11-14T04:52:28,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:52:28,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.log.dir so I do NOT create it in target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0 2024-11-14T04:52:28,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278fa442-d874-3edc-61f3-0e52345500f2/hadoop.tmp.dir so I do NOT create it in target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0 2024-11-14T04:52:28,866 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4, deleteOnExit=true 2024-11-14T04:52:28,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:52:28,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/test.cache.data in system properties and HBase conf 2024-11-14T04:52:28,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:52:28,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:52:28,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:52:28,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:52:28,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:52:28,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:52:28,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:52:28,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:52:28,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:52:28,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:52:28,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:52:28,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:52:28,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:52:28,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:52:28,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:52:28,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:52:28,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:52:28,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:52:28,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:52:28,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:52:29,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:29,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:29,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:29,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:29,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:52:29,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:29,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d2ebb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:29,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5401a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:29,190 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:52:29,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@638de171{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir/jetty-localhost-41197-hadoop-hdfs-3_4_1-tests_jar-_-any-10666653023616497749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:52:29,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67e365c7{HTTP/1.1, (http/1.1)}{localhost:41197} 2024-11-14T04:52:29,214 INFO [Time-limited test {}] server.Server(415): Started @68126ms 2024-11-14T04:52:29,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:29,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:29,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:29,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:29,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:52:29,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b07f817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:29,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68cfb866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:29,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40e45267{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir/jetty-localhost-39541-hadoop-hdfs-3_4_1-tests_jar-_-any-7247402269018703744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:29,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c4a062{HTTP/1.1, (http/1.1)}{localhost:39541} 2024-11-14T04:52:29,422 INFO [Time-limited test {}] server.Server(415): Started @68335ms 2024-11-14T04:52:29,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:29,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:29,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:29,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:29,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:29,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:52:29,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b8cbaf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:29,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca38ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:29,538 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data1/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:29,538 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data2/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:29,574 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x395465642c9b043f with lease ID 0xac33258bee3ac8aa: Processing first storage report for DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef from datanode DatanodeRegistration(127.0.0.1:36569, datanodeUuid=8fd41dab-3020-4cd5-b9ce-c022f7d58f3f, infoPort=41561, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x395465642c9b043f with lease ID 0xac33258bee3ac8aa: from storage DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef node DatanodeRegistration(127.0.0.1:36569, datanodeUuid=8fd41dab-3020-4cd5-b9ce-c022f7d58f3f, infoPort=41561, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:52:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x395465642c9b043f with lease ID 0xac33258bee3ac8aa: Processing first storage report for DS-2a151602-33d8-44c3-a076-5f3a39b6fa0f from datanode DatanodeRegistration(127.0.0.1:36569, datanodeUuid=8fd41dab-3020-4cd5-b9ce-c022f7d58f3f, infoPort=41561, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x395465642c9b043f with lease ID 0xac33258bee3ac8aa: from storage DS-2a151602-33d8-44c3-a076-5f3a39b6fa0f node DatanodeRegistration(127.0.0.1:36569, datanodeUuid=8fd41dab-3020-4cd5-b9ce-c022f7d58f3f, infoPort=41561, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:29,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@162119e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir/jetty-localhost-36691-hadoop-hdfs-3_4_1-tests_jar-_-any-10178726443765923582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:29,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d4b44ee{HTTP/1.1, (http/1.1)}{localhost:36691} 2024-11-14T04:52:29,615 INFO [Time-limited test {}] server.Server(415): Started @68528ms 2024-11-14T04:52:29,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:29,710 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data4/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:29,710 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data3/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:29,739 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36984e2bcf2ec843 with lease ID 0xac33258bee3ac8ab: Processing first storage report for DS-153b2453-8f80-4186-8aff-6bfdd2cae284 from datanode DatanodeRegistration(127.0.0.1:43327, datanodeUuid=9dc9402a-71fb-4625-a4ea-2d27db275ef9, infoPort=40051, infoSecurePort=0, ipcPort=35397, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36984e2bcf2ec843 with lease ID 0xac33258bee3ac8ab: from storage DS-153b2453-8f80-4186-8aff-6bfdd2cae284 node DatanodeRegistration(127.0.0.1:43327, datanodeUuid=9dc9402a-71fb-4625-a4ea-2d27db275ef9, infoPort=40051, infoSecurePort=0, ipcPort=35397, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36984e2bcf2ec843 with lease ID 0xac33258bee3ac8ab: Processing first storage report for DS-36695562-bee0-42a8-92bd-c329aab4ca01 from datanode DatanodeRegistration(127.0.0.1:43327, datanodeUuid=9dc9402a-71fb-4625-a4ea-2d27db275ef9, infoPort=40051, infoSecurePort=0, ipcPort=35397, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36984e2bcf2ec843 with lease ID 0xac33258bee3ac8ab: from storage DS-36695562-bee0-42a8-92bd-c329aab4ca01 node DatanodeRegistration(127.0.0.1:43327, datanodeUuid=9dc9402a-71fb-4625-a4ea-2d27db275ef9, infoPort=40051, infoSecurePort=0, ipcPort=35397, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:29,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0 2024-11-14T04:52:29,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/zookeeper_0, clientPort=59713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:52:29,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59713 2024-11-14T04:52:29,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:29,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:29,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:52:29,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:52:29,786 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646 with version=8 2024-11-14T04:52:29,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/hbase-staging 2024-11-14T04:52:29,789 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:52:29,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:29,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:29,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:52:29,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:29,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:52:29,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:52:29,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:52:29,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38571 2024-11-14T04:52:29,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38571 connecting to ZooKeeper ensemble=127.0.0.1:59713 2024-11-14T04:52:29,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385710x0, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:52:29,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38571-0x100ef96fa640000 connected 2024-11-14T04:52:29,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:29,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:29,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:29,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646, hbase.cluster.distributed=false 2024-11-14T04:52:29,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:52:29,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38571 2024-11-14T04:52:29,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38571 2024-11-14T04:52:29,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38571 2024-11-14T04:52:29,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38571 2024-11-14T04:52:29,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38571 2024-11-14T04:52:29,865 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:52:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:29,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:52:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:52:29,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:52:29,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:52:29,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34581 2024-11-14T04:52:29,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34581 connecting to ZooKeeper ensemble=127.0.0.1:59713 2024-11-14T04:52:29,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:29,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:29,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345810x0, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:52:29,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345810x0, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:29,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:52:29,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34581-0x100ef96fa640001 connected 2024-11-14T04:52:29,901 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:52:29,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:52:29,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:52:29,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-14T04:52:29,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34581 2024-11-14T04:52:29,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34581 2024-11-14T04:52:29,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-14T04:52:29,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-14T04:52:29,942 DEBUG [M:0;44289c305c03:38571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:38571 2024-11-14T04:52:29,944 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,38571,1731559949788 2024-11-14T04:52:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:29,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:29,950 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,38571,1731559949788 2024-11-14T04:52:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:52:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:29,953 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:52:29,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:29,954 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,38571,1731559949788 from backup master directory 2024-11-14T04:52:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,38571,1731559949788 2024-11-14T04:52:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:29,956 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:52:29,956 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,38571,1731559949788 2024-11-14T04:52:29,965 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/hbase.id] with ID: 5e3bbb21-6aca-4050-94ca-86d1f4f1c3e5 2024-11-14T04:52:29,965 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/.tmp/hbase.id 2024-11-14T04:52:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:52:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:52:30,043 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/.tmp/hbase.id]:[hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/hbase.id] 2024-11-14T04:52:30,064 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:30,064 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:52:30,066 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T04:52:30,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:52:30,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:52:30,083 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:52:30,084 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:52:30,085 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:52:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:52:30,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:52:30,097 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store 2024-11-14T04:52:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:52:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:52:30,107 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:30,107 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:52:30,107 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:30,107 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:30,107 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:52:30,107 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:30,107 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:30,107 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559950107Disabling compacts and flushes for region at 1731559950107Disabling writes for close at 1731559950107Writing region close event to WAL at 1731559950107Closed at 1731559950107 2024-11-14T04:52:30,108 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/.initializing 2024-11-14T04:52:30,108 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788 2024-11-14T04:52:30,110 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:52:30,113 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C38571%2C1731559949788, suffix=, logDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788, archiveDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/oldWALs, maxLogs=10 2024-11-14T04:52:30,128 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113, exclude list is [], retry=0 2024-11-14T04:52:30,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-153b2453-8f80-4186-8aff-6bfdd2cae284,DISK] 2024-11-14T04:52:30,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef,DISK] 2024-11-14T04:52:30,134 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 2024-11-14T04:52:30,135 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40051:40051),(127.0.0.1/127.0.0.1:41561:41561)] 2024-11-14T04:52:30,135 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:52:30,135 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:30,135 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,135 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:52:30,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:52:30,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:30,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:52:30,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:30,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:52:30,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:30,152 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,152 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,153 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,154 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,154 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,155 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:52:30,156 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:30,160 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:52:30,160 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733468, jitterRate=-0.06734742224216461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:52:30,162 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731559950135Initializing all the Stores at 1731559950137 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559950137Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559950139 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559950139Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559950139Cleaning up temporary data from old regions at 1731559950154 (+15 ms)Region opened successfully at 1731559950162 (+8 ms) 2024-11-14T04:52:30,163 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:52:30,168 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0af5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:52:30,169 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:52:30,170 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:52:30,170 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:52:30,170 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:52:30,171 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:52:30,171 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:52:30,171 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:52:30,174 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:52:30,175 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:52:30,178 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:52:30,178 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:52:30,179 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:52:30,181 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:52:30,182 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:52:30,183 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:52:30,184 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:52:30,185 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:52:30,187 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:52:30,189 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:52:30,191 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:52:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,194 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,38571,1731559949788, sessionid=0x100ef96fa640000, setting cluster-up flag (Was=false) 2024-11-14T04:52:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,204 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:52:30,206 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,38571,1731559949788 2024-11-14T04:52:30,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,217 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:52:30,218 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,38571,1731559949788 2024-11-14T04:52:30,220 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:52:30,223 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:30,223 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:52:30,223 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:52:30,223 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,38571,1731559949788 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:52:30,225 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:30,225 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:30,225 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:30,225 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:30,226 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:52:30,226 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(746): ClusterId : 5e3bbb21-6aca-4050-94ca-86d1f4f1c3e5 2024-11-14T04:52:30,226 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,226 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:52:30,226 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:52:30,226 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,227 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559980227 2024-11-14T04:52:30,227 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:52:30,227 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:52:30,228 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:52:30,228 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:52:30,228 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:52:30,228 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:52:30,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:30,228 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:52:30,228 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:52:30,228 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:52:30,228 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:52:30,228 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:52:30,229 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:52:30,229 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:52:30,229 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:52:30,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:52:30,231 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:52:30,232 DEBUG [RS:0;44289c305c03:34581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295c2bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:52:30,233 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559950229,5,FailOnTimeoutGroup] 2024-11-14T04:52:30,236 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559950233,5,FailOnTimeoutGroup] 2024-11-14T04:52:30,236 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,236 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:52:30,236 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,236 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:52:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:52:30,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:52:30,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646 2024-11-14T04:52:30,252 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:34581 2024-11-14T04:52:30,252 INFO [RS:0;44289c305c03:34581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:52:30,252 INFO [RS:0;44289c305c03:34581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:52:30,252 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:52:30,253 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,38571,1731559949788 with port=34581, startcode=1731559949865 2024-11-14T04:52:30,254 DEBUG [RS:0;44289c305c03:34581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:52:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:52:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:52:30,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:30,257 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:52:30,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,34581,1731559949865 2024-11-14T04:52:30,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38571 {}] master.ServerManager(517): Registering regionserver=44289c305c03,34581,1731559949865 2024-11-14T04:52:30,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:52:30,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:52:30,260 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646 2024-11-14T04:52:30,260 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44791 2024-11-14T04:52:30,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,260 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:52:30,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:52:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:52:30,263 DEBUG [RS:0;44289c305c03:34581 {}] zookeeper.ZKUtil(111): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,34581,1731559949865 2024-11-14T04:52:30,263 WARN [RS:0;44289c305c03:34581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:52:30,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:52:30,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,263 INFO [RS:0;44289c305c03:34581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:52:30,263 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865 2024-11-14T04:52:30,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,34581,1731559949865] 2024-11-14T04:52:30,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:52:30,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:52:30,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:52:30,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:52:30,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:52:30,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740 2024-11-14T04:52:30,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740 2024-11-14T04:52:30,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:52:30,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:52:30,273 INFO [RS:0;44289c305c03:34581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:52:30,273 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:52:30,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:52:30,281 INFO [RS:0;44289c305c03:34581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:52:30,282 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:52:30,283 INFO [RS:0;44289c305c03:34581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:52:30,283 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,283 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:52:30,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776874, jitterRate=-0.01215459406375885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:52:30,286 INFO [RS:0;44289c305c03:34581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:52:30,286 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,286 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,286 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,286 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,286 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:30,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731559950256Initializing all the Stores at 1731559950258 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559950258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559950258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559950258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559950258Cleaning up temporary data from old regions at 1731559950273 (+15 ms)Region opened successfully at 1731559950287 (+14 ms) 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:52:30,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:52:30,287 DEBUG [RS:0;44289c305c03:34581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:52:30,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:52:30,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:52:30,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:52:30,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:52:30,289 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,289 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:52:30,289 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,289 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,289 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559950287Disabling compacts and flushes for region at 1731559950287Disabling writes for close at 1731559950288 (+1 ms)Writing region close event to WAL at 1731559950289 (+1 ms)Closed at 1731559950289 2024-11-14T04:52:30,289 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,289 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,34581,1731559949865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:52:30,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:30,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:52:30,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:52:30,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:52:30,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:52:30,307 INFO [RS:0;44289c305c03:34581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:52:30,308 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,34581,1731559949865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,308 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,308 INFO [RS:0;44289c305c03:34581 {}] regionserver.Replication(171): 44289c305c03,34581,1731559949865 started 2024-11-14T04:52:30,322 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,323 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,34581,1731559949865, RpcServer on 44289c305c03/172.17.0.2:34581, sessionid=0x100ef96fa640001 2024-11-14T04:52:30,323 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:52:30,323 DEBUG [RS:0;44289c305c03:34581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,34581,1731559949865 2024-11-14T04:52:30,323 DEBUG [RS:0;44289c305c03:34581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,34581,1731559949865' 2024-11-14T04:52:30,323 DEBUG [RS:0;44289c305c03:34581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:52:30,324 DEBUG [RS:0;44289c305c03:34581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:52:30,324 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:52:30,324 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:52:30,324 DEBUG [RS:0;44289c305c03:34581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,34581,1731559949865 2024-11-14T04:52:30,324 DEBUG [RS:0;44289c305c03:34581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,34581,1731559949865' 2024-11-14T04:52:30,324 DEBUG [RS:0;44289c305c03:34581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:52:30,325 DEBUG [RS:0;44289c305c03:34581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:52:30,325 DEBUG [RS:0;44289c305c03:34581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:52:30,325 INFO [RS:0;44289c305c03:34581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:52:30,325 INFO [RS:0;44289c305c03:34581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:52:30,426 INFO [RS:0;44289c305c03:34581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:52:30,429 INFO [RS:0;44289c305c03:34581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C34581%2C1731559949865, suffix=, logDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865, archiveDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/oldWALs, maxLogs=32 2024-11-14T04:52:30,445 WARN [44289c305c03:38571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:52:30,448 DEBUG [RS:0;44289c305c03:34581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430, exclude list is [], retry=0 2024-11-14T04:52:30,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-153b2453-8f80-4186-8aff-6bfdd2cae284,DISK] 2024-11-14T04:52:30,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef,DISK] 2024-11-14T04:52:30,457 INFO [RS:0;44289c305c03:34581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 2024-11-14T04:52:30,458 DEBUG [RS:0;44289c305c03:34581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41561:41561),(127.0.0.1/127.0.0.1:40051:40051)] 2024-11-14T04:52:30,695 DEBUG [44289c305c03:38571 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:52:30,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,34581,1731559949865 2024-11-14T04:52:30,698 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,34581,1731559949865, state=OPENING 2024-11-14T04:52:30,700 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:52:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:30,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:30,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:30,704 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:52:30,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,34581,1731559949865}] 2024-11-14T04:52:30,859 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:52:30,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:52:30,866 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:52:30,867 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:52:30,867 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:52:30,870 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C34581%2C1731559949865.meta, suffix=.meta, logDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865, archiveDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/oldWALs, maxLogs=32 2024-11-14T04:52:30,888 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta, exclude list is [], retry=0 2024-11-14T04:52:30,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-153b2453-8f80-4186-8aff-6bfdd2cae284,DISK] 2024-11-14T04:52:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef,DISK] 2024-11-14T04:52:30,895 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta 2024-11-14T04:52:30,896 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40051:40051),(127.0.0.1/127.0.0.1:41561:41561)] 2024-11-14T04:52:30,896 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:52:30,896 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:52:30,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:52:30,897 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:52:30,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:52:30,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:30,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:52:30,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:52:30,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:52:30,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:52:30,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:52:30,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:52:30,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:52:30,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:52:30,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:52:30,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:52:30,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:30,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:30,908 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:52:30,909 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740 2024-11-14T04:52:30,910 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740 2024-11-14T04:52:30,912 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:52:30,912 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:52:30,913 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:52:30,915 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:52:30,916 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838154, jitterRate=0.06576859951019287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:52:30,916 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:52:30,917 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731559950898Writing region info on filesystem at 1731559950898Initializing all the Stores at 1731559950899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559950899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559950901 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559950901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559950901Cleaning up temporary data from old regions at 1731559950912 (+11 ms)Running coprocessor post-open hooks at 1731559950916 (+4 ms)Region opened successfully at 1731559950916 2024-11-14T04:52:30,918 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731559950859 2024-11-14T04:52:30,921 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:52:30,922 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:52:30,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34581,1731559949865 2024-11-14T04:52:30,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,34581,1731559949865, state=OPEN 2024-11-14T04:52:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:52:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:52:30,929 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,34581,1731559949865 2024-11-14T04:52:30,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:30,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:30,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:52:30,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,34581,1731559949865 in 225 msec 2024-11-14T04:52:30,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:52:30,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-14T04:52:30,938 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:30,938 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:52:30,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:52:30,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,34581,1731559949865, seqNum=-1] 2024-11-14T04:52:30,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:52:30,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51937, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:52:30,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 726 msec 2024-11-14T04:52:30,950 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731559950950, completionTime=-1 2024-11-14T04:52:30,951 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:52:30,951 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:52:30,953 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T04:52:30,953 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731560010953 2024-11-14T04:52:30,953 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731560070953 2024-11-14T04:52:30,953 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T04:52:30,954 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38571,1731559949788-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,954 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38571,1731559949788-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,954 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38571,1731559949788-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,954 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:38571, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,954 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,955 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:30,956 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.004sec 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38571,1731559949788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:52:30,960 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38571,1731559949788-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:52:30,967 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:52:30,967 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:52:30,967 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38571,1731559949788-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:31,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a1b522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:52:31,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,38571,-1 for getting cluster id 2024-11-14T04:52:31,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:52:31,028 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e3bbb21-6aca-4050-94ca-86d1f4f1c3e5' 2024-11-14T04:52:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:52:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e3bbb21-6aca-4050-94ca-86d1f4f1c3e5" 2024-11-14T04:52:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512a9197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:52:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,38571,-1] 2024-11-14T04:52:31,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:52:31,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:31,031 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:52:31,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209f6e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:52:31,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:52:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,34581,1731559949865, seqNum=-1] 2024-11-14T04:52:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:52:31,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:52:31,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,38571,1731559949788 2024-11-14T04:52:31,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:31,041 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T04:52:31,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:31,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:31,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:31,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:31,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:52:31,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ad9b7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:31,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e9a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:31,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3720a112{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir/jetty-localhost-40833-hadoop-hdfs-3_4_1-tests_jar-_-any-16482589446326005269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:31,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e3a6f3f{HTTP/1.1, (http/1.1)}{localhost:40833} 2024-11-14T04:52:31,182 INFO [Time-limited test {}] server.Server(415): Started @70095ms 2024-11-14T04:52:31,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:31,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:31,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:31,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:31,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:31,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:52:31,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5dc3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:31,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11fd18ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:31,300 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data5/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:31,301 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data6/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:31,339 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ef2f858b7d8b4dd with lease ID 0xac33258bee3ac8ac: Processing first storage report for DS-00d054a7-93f2-4505-aceb-d9615160bfb6 from datanode DatanodeRegistration(127.0.0.1:33503, datanodeUuid=5add2b16-a782-4a83-87dc-d96e27f0c8aa, infoPort=35193, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ef2f858b7d8b4dd with lease ID 0xac33258bee3ac8ac: from storage DS-00d054a7-93f2-4505-aceb-d9615160bfb6 node DatanodeRegistration(127.0.0.1:33503, datanodeUuid=5add2b16-a782-4a83-87dc-d96e27f0c8aa, infoPort=35193, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ef2f858b7d8b4dd with lease ID 0xac33258bee3ac8ac: Processing first storage report for DS-d8786d69-04ac-41ec-8555-c2df996b10ba from datanode DatanodeRegistration(127.0.0.1:33503, datanodeUuid=5add2b16-a782-4a83-87dc-d96e27f0c8aa, infoPort=35193, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ef2f858b7d8b4dd with lease ID 0xac33258bee3ac8ac: from storage DS-d8786d69-04ac-41ec-8555-c2df996b10ba node DatanodeRegistration(127.0.0.1:33503, datanodeUuid=5add2b16-a782-4a83-87dc-d96e27f0c8aa, infoPort=35193, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:31,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18d32456{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir/jetty-localhost-46415-hadoop-hdfs-3_4_1-tests_jar-_-any-12843873503706526138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:31,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@331957e6{HTTP/1.1, (http/1.1)}{localhost:46415} 2024-11-14T04:52:31,374 INFO [Time-limited test {}] server.Server(415): Started @70287ms 2024-11-14T04:52:31,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:31,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:31,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:31,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:31,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:31,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:52:31,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@642d111a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:31,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eeaf09b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:31,481 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data7/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:31,482 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data8/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:31,507 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x473c867cf8ff4365 with lease ID 0xac33258bee3ac8ad: Processing first storage report for DS-27018222-6cfd-460d-98cc-0836b13ef733 from datanode DatanodeRegistration(127.0.0.1:36631, datanodeUuid=8fd6c909-f832-4fc7-b859-eb3dfb9054b4, infoPort=43683, infoSecurePort=0, ipcPort=46433, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x473c867cf8ff4365 with lease ID 0xac33258bee3ac8ad: from storage DS-27018222-6cfd-460d-98cc-0836b13ef733 node DatanodeRegistration(127.0.0.1:36631, datanodeUuid=8fd6c909-f832-4fc7-b859-eb3dfb9054b4, infoPort=43683, infoSecurePort=0, ipcPort=46433, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x473c867cf8ff4365 with lease ID 0xac33258bee3ac8ad: Processing first storage report for DS-bc5b4d19-49ee-4e6b-9c3c-1a8cf8bc43f6 from datanode DatanodeRegistration(127.0.0.1:36631, datanodeUuid=8fd6c909-f832-4fc7-b859-eb3dfb9054b4, infoPort=43683, infoSecurePort=0, ipcPort=46433, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x473c867cf8ff4365 with lease ID 0xac33258bee3ac8ad: from storage DS-bc5b4d19-49ee-4e6b-9c3c-1a8cf8bc43f6 node DatanodeRegistration(127.0.0.1:36631, datanodeUuid=8fd6c909-f832-4fc7-b859-eb3dfb9054b4, infoPort=43683, infoSecurePort=0, ipcPort=46433, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:31,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30ee6527{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir/jetty-localhost-35623-hadoop-hdfs-3_4_1-tests_jar-_-any-15527092917141566683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:31,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@238493fa{HTTP/1.1, (http/1.1)}{localhost:35623} 2024-11-14T04:52:31,579 INFO [Time-limited test {}] server.Server(415): Started @70491ms 2024-11-14T04:52:31,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:31,677 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data10/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:31,677 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data9/current/BP-1269191369-172.17.0.2-1731559948952/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:31,703 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1d0bf41898b00ed with lease ID 0xac33258bee3ac8ae: Processing first storage report for DS-e53e7b40-15fe-48a6-be6a-d3e65840ca93 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f8d96b69-4c40-4d8e-ad0d-270ce309673f, infoPort=34045, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1d0bf41898b00ed with lease ID 0xac33258bee3ac8ae: from storage DS-e53e7b40-15fe-48a6-be6a-d3e65840ca93 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f8d96b69-4c40-4d8e-ad0d-270ce309673f, infoPort=34045, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1d0bf41898b00ed with lease ID 0xac33258bee3ac8ae: Processing first storage report for DS-14d4b192-9cd0-44df-bff8-1703a310c8a2 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f8d96b69-4c40-4d8e-ad0d-270ce309673f, infoPort=34045, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952) 2024-11-14T04:52:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1d0bf41898b00ed with lease ID 0xac33258bee3ac8ae: from storage DS-14d4b192-9cd0-44df-bff8-1703a310c8a2 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f8d96b69-4c40-4d8e-ad0d-270ce309673f, infoPort=34045, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:31,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:52:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,38571,1731559949788 2024-11-14T04:52:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a27dbf7 2024-11-14T04:52:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:52:31,715 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:52:31,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T04:52:31,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T04:52:31,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:52:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T04:52:31,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:52:31,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:31,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-14T04:52:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:52:31,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:52:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741835_1011 (size=393) 2024-11-14T04:52:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741835_1011 (size=393) 2024-11-14T04:52:31,738 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f132d8007a66d6ce2e51f63ababbbec1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646 2024-11-14T04:52:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741836_1012 (size=76) 2024-11-14T04:52:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741836_1012 (size=76) 2024-11-14T04:52:31,758 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:31,758 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing f132d8007a66d6ce2e51f63ababbbec1, disabling compactions & flushes 2024-11-14T04:52:31,758 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:31,758 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:31,758 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. after waiting 0 ms 2024-11-14T04:52:31,758 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:31,758 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:31,758 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for f132d8007a66d6ce2e51f63ababbbec1: Waiting for close lock at 1731559951758Disabling compacts and flushes for region at 1731559951758Disabling writes for close at 1731559951758Writing region close event to WAL at 1731559951758Closed at 1731559951758 2024-11-14T04:52:31,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:52:31,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731559951761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559951761"}]},"ts":"1731559951761"} 2024-11-14T04:52:31,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:52:31,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:52:31,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559951768"}]},"ts":"1731559951768"} 2024-11-14T04:52:31,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-14T04:52:31,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f132d8007a66d6ce2e51f63ababbbec1, ASSIGN}] 2024-11-14T04:52:31,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f132d8007a66d6ce2e51f63ababbbec1, ASSIGN 2024-11-14T04:52:31,778 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f132d8007a66d6ce2e51f63ababbbec1, ASSIGN; state=OFFLINE, location=44289c305c03,34581,1731559949865; forceNewPlan=false, retain=false 2024-11-14T04:52:31,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f132d8007a66d6ce2e51f63ababbbec1, regionState=OPENING, regionLocation=44289c305c03,34581,1731559949865 2024-11-14T04:52:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f132d8007a66d6ce2e51f63ababbbec1, ASSIGN because future has completed 2024-11-14T04:52:31,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f132d8007a66d6ce2e51f63ababbbec1, server=44289c305c03,34581,1731559949865}] 2024-11-14T04:52:32,091 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:32,092 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f132d8007a66d6ce2e51f63ababbbec1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:52:32,092 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,092 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:32,092 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,092 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,094 INFO [StoreOpener-f132d8007a66d6ce2e51f63ababbbec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,096 INFO [StoreOpener-f132d8007a66d6ce2e51f63ababbbec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f132d8007a66d6ce2e51f63ababbbec1 columnFamilyName info 2024-11-14T04:52:32,097 DEBUG [StoreOpener-f132d8007a66d6ce2e51f63ababbbec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:32,097 INFO [StoreOpener-f132d8007a66d6ce2e51f63ababbbec1-1 {}] regionserver.HStore(327): Store=f132d8007a66d6ce2e51f63ababbbec1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:32,097 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,098 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,099 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,099 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,100 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,101 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,104 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:52:32,105 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f132d8007a66d6ce2e51f63ababbbec1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=704347, jitterRate=-0.10437767207622528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:52:32,105 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:32,106 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f132d8007a66d6ce2e51f63ababbbec1: Running coprocessor pre-open hook at 1731559952093Writing region info on filesystem at 1731559952093Initializing all the Stores at 1731559952094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559952094Cleaning up temporary data from old regions at 1731559952100 (+6 ms)Running coprocessor post-open hooks at 1731559952105 (+5 ms)Region opened successfully at 1731559952106 (+1 ms) 2024-11-14T04:52:32,107 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1., pid=6, masterSystemTime=1731559952086 2024-11-14T04:52:32,111 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:32,111 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:32,112 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f132d8007a66d6ce2e51f63ababbbec1, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34581,1731559949865 2024-11-14T04:52:32,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f132d8007a66d6ce2e51f63ababbbec1, server=44289c305c03,34581,1731559949865 because future has completed 2024-11-14T04:52:32,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:52:32,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f132d8007a66d6ce2e51f63ababbbec1, server=44289c305c03,34581,1731559949865 in 189 msec 2024-11-14T04:52:32,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:52:32,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f132d8007a66d6ce2e51f63ababbbec1, ASSIGN in 352 msec 2024-11-14T04:52:32,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:52:32,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559952128"}]},"ts":"1731559952128"} 2024-11-14T04:52:32,131 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-14T04:52:32,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:52:32,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 416 msec 2024-11-14T04:52:32,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:32,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:33,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:52:33,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:33,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:36,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:52:36,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-14T04:52:37,300 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T04:52:37,300 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-14T04:52:37,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T04:52:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:52:41,813 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-14T04:52:41,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-14T04:52:41,814 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:52:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-14T04:52:41,819 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:52:41,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-14T04:52:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1., hostname=44289c305c03,34581,1731559949865, seqNum=2] 2024-11-14T04:52:41,828 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-14T04:52:41,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T04:52:41,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:41,834 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2130077831_22 at /127.0.0.1:54044 [Receiving block BP-1269191369-172.17.0.2-1731559948952:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43327:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54044 dst: /127.0.0.1:43327 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:41,834 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-384394783_22 at /127.0.0.1:60508 [Receiving block BP-1269191369-172.17.0.2-1731559948952:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36569:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60508 dst: /127.0.0.1:36569 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:41,834 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2130077831_22 at /127.0.0.1:60456 [Receiving block BP-1269191369-172.17.0.2-1731559948952:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36569:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60456 dst: /127.0.0.1:36569 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:41,834 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-384394783_22 at /127.0.0.1:60494 [Receiving block BP-1269191369-172.17.0.2-1731559948952:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36569:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60494 dst: /127.0.0.1:36569 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:41,835 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-384394783_22 at /127.0.0.1:54100 [Receiving block BP-1269191369-172.17.0.2-1731559948952:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:43327:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54100 dst: /127.0.0.1:43327 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:41,835 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-384394783_22 at /127.0.0.1:54074 [Receiving block BP-1269191369-172.17.0.2-1731559948952:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43327:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54074 dst: /127.0.0.1:43327 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:41,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40e45267{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:41,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c4a062{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:41,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:41,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68cfb866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:41,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b07f817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:41,843 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:41,843 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269191369-172.17.0.2-1731559948952 (Datanode Uuid 8fd41dab-3020-4cd5-b9ce-c022f7d58f3f) service to localhost/127.0.0.1:44791 2024-11-14T04:52:41,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data1/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:41,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data2/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:41,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:41,844 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:41,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:41,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:41,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:41,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:41,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:41,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:52:41,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de162d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:41,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d3c110{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:41,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@753dacec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/java.io.tmpdir/jetty-localhost-36959-hadoop-hdfs-3_4_1-tests_jar-_-any-7031001035288401961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:41,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@184bc5e{HTTP/1.1, (http/1.1)}{localhost:36959} 2024-11-14T04:52:41,992 INFO [Time-limited test {}] server.Server(415): Started @80905ms 2024-11-14T04:52:41,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:42,016 WARN [AsyncFSWAL-0-hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646-prefix:44289c305c03,34581,1731559949865 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:42,016 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 44289c305c03%2C34581%2C1731559949865:(num 1731559950430) roll requested 2024-11-14T04:52:42,035 DEBUG [regionserver/44289c305c03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559962016, exclude list is [], retry=0 2024-11-14T04:52:42,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-e53e7b40-15fe-48a6-be6a-d3e65840ca93,DISK] 2024-11-14T04:52:42,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-27018222-6cfd-460d-98cc-0836b13ef733,DISK] 2024-11-14T04:52:42,042 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559962016 2024-11-14T04:52:42,042 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:34045:34045)] 2024-11-14T04:52:42,042 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 is not closed yet, will try archiving it next time 2024-11-14T04:52:42,043 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:42,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:52:42,044 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:42,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:52:42,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:52:42,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:42,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:42,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:52:42,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:52:42,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=537172714, stopped=false 2024-11-14T04:52:42,045 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,38571,1731559949788 2024-11-14T04:52:42,045 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T04:52:42,046 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T04:52:42,046 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 2024-11-14T04:52:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:42,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:52:42,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:52:42,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:42,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:42,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:52:42,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:42,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,34581,1731559949865' ***** 2024-11-14T04:52:42,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:52:42,048 INFO [RS:0;44289c305c03:34581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:52:42,048 INFO [RS:0;44289c305c03:34581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:52:42,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:52:42,048 INFO [RS:0;44289c305c03:34581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:52:42,048 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(3091): Received CLOSE for f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:42,049 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,34581,1731559949865 2024-11-14T04:52:42,049 INFO [RS:0;44289c305c03:34581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:52:42,049 INFO [RS:0;44289c305c03:34581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:34581. 2024-11-14T04:52:42,049 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f132d8007a66d6ce2e51f63ababbbec1, disabling compactions & flushes 2024-11-14T04:52:42,049 DEBUG [RS:0;44289c305c03:34581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:52:42,049 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:42,049 DEBUG [RS:0;44289c305c03:34581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:42,050 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:42,050 INFO [RS:0;44289c305c03:34581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:52:42,050 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. after waiting 0 ms 2024-11-14T04:52:42,050 INFO [RS:0;44289c305c03:34581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:52:42,050 INFO [RS:0;44289c305c03:34581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:52:42,050 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:42,050 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:52:42,050 WARN [IPC Server handler 4 on default port 44791 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-14T04:52:42,050 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f132d8007a66d6ce2e51f63ababbbec1 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-14T04:52:42,050 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:52:42,050 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1325): Online Regions={f132d8007a66d6ce2e51f63ababbbec1=TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:52:42,050 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:42,050 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:52:42,050 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:52:42,051 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:52:42,051 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:52:42,051 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:52:42,051 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-14T04:52:42,052 WARN [AsyncFSWAL-0-hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646-prefix:44289c305c03,34581,1731559949865.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:42,052 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 44289c305c03%2C34581%2C1731559949865.meta:.meta(num 1731559950872) roll requested 2024-11-14T04:52:42,057 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 after 8ms 2024-11-14T04:52:42,075 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1/.tmp/info/bc43448a1085421abc767031837c96aa is 1055, key is row0001/info:/1731559961826/Put/seqid=0 2024-11-14T04:52:42,075 DEBUG [regionserver/44289c305c03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559962052.meta, exclude list is [], retry=0 2024-11-14T04:52:42,078 WARN [Thread-620 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741838_1015 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:52:42,078 WARN [Thread-620 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1269191369-172.17.0.2-1731559948952:blk_1073741838_1015 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36569,DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef,DISK], DatanodeInfoWithStorage[127.0.0.1:33503,DS-00d054a7-93f2-4505-aceb-d9615160bfb6,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36569,DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef,DISK]) is bad. 2024-11-14T04:52:42,078 WARN [Thread-620 {}] hdfs.DataStreamer(1850): Abandoning BP-1269191369-172.17.0.2-1731559948952:blk_1073741838_1015 2024-11-14T04:52:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33503,DS-00d054a7-93f2-4505-aceb-d9615160bfb6,DISK] 2024-11-14T04:52:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-27018222-6cfd-460d-98cc-0836b13ef733,DISK] 2024-11-14T04:52:42,081 WARN [Thread-620 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:36569,DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef,DISK] 2024-11-14T04:52:42,089 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559962052.meta 2024-11-14T04:52:42,090 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:43683:43683)] 2024-11-14T04:52:42,090 DEBUG [regionserver/44289c305c03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta is not closed yet, will try archiving it next time 2024-11-14T04:52:42,090 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:42,090 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:42,091 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta 2024-11-14T04:52:42,092 WARN [IPC Server handler 4 on default port 44791 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-14T04:52:42,092 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta after 1ms 2024-11-14T04:52:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741840_1017 (size=7062) 2024-11-14T04:52:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741840_1017 (size=7062) 2024-11-14T04:52:42,114 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:42,116 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/info/baaa41ded8f54b01999b45505c26a2a4 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1./info:regioninfo/1731559952112/Put/seqid=0 2024-11-14T04:52:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6dcf1816ee7f695 with lease ID 0xac33258bee3ac8af: from storage DS-9240ef0d-1f8e-4158-ac1a-72a032dbd7ef node DatanodeRegistration(127.0.0.1:44851, datanodeUuid=8fd41dab-3020-4cd5-b9ce-c022f7d58f3f, infoPort=46077, infoSecurePort=0, ipcPort=41771, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:52:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6dcf1816ee7f695 with lease ID 0xac33258bee3ac8af: from storage DS-2a151602-33d8-44c3-a076-5f3a39b6fa0f node DatanodeRegistration(127.0.0.1:44851, datanodeUuid=8fd41dab-3020-4cd5-b9ce-c022f7d58f3f, infoPort=46077, infoSecurePort=0, ipcPort=41771, storageInfo=lv=-57;cid=testClusterID;nsid=1187223510;c=1731559948952), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741841_1019 (size=7089) 2024-11-14T04:52:42,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741841_1019 (size=7089) 2024-11-14T04:52:42,125 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/info/baaa41ded8f54b01999b45505c26a2a4 2024-11-14T04:52:42,154 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/ns/4b9b7065d2f84c74bd06df4e2d45d594 is 43, key is default/ns:d/1731559950943/Put/seqid=0 2024-11-14T04:52:42,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741842_1020 (size=5153) 2024-11-14T04:52:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741842_1020 (size=5153) 2024-11-14T04:52:42,162 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/ns/4b9b7065d2f84c74bd06df4e2d45d594 2024-11-14T04:52:42,187 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/table/1cd27ee77977423d8a56b80dddb67de6 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731559952128/Put/seqid=0 2024-11-14T04:52:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741843_1021 (size=5424) 2024-11-14T04:52:42,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741843_1021 (size=5424) 2024-11-14T04:52:42,194 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/table/1cd27ee77977423d8a56b80dddb67de6 2024-11-14T04:52:42,202 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/info/baaa41ded8f54b01999b45505c26a2a4 as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/info/baaa41ded8f54b01999b45505c26a2a4 2024-11-14T04:52:42,209 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/info/baaa41ded8f54b01999b45505c26a2a4, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T04:52:42,210 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/ns/4b9b7065d2f84c74bd06df4e2d45d594 as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/ns/4b9b7065d2f84c74bd06df4e2d45d594 2024-11-14T04:52:42,218 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/ns/4b9b7065d2f84c74bd06df4e2d45d594, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:52:42,220 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/.tmp/table/1cd27ee77977423d8a56b80dddb67de6 as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/table/1cd27ee77977423d8a56b80dddb67de6 2024-11-14T04:52:42,226 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/table/1cd27ee77977423d8a56b80dddb67de6, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T04:52:42,228 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=11, compaction requested=false 2024-11-14T04:52:42,239 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:52:42,240 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:52:42,240 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:52:42,240 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559962050Running coprocessor pre-close hooks at 1731559962050Disabling compacts and flushes for region at 1731559962050Disabling writes for close at 1731559962051 (+1 ms)Obtaining lock to block concurrent updates at 1731559962051Preparing flush snapshotting stores in 1588230740 at 1731559962051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731559962051Flushing stores of hbase:meta,,1.1588230740 at 1731559962091 (+40 ms)Flushing 1588230740/info: creating writer at 1731559962091Flushing 1588230740/info: appending metadata at 1731559962116 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731559962116Flushing 1588230740/ns: creating writer at 1731559962134 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731559962153 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731559962154 (+1 ms)Flushing 1588230740/table: creating writer at 1731559962170 (+16 ms)Flushing 1588230740/table: appending metadata at 1731559962186 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731559962186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2163ca20: reopening flushed file at 1731559962201 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7d92f5: reopening flushed file at 1731559962209 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59442b4f: reopening flushed file at 1731559962218 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=11, compaction requested=false at 1731559962228 (+10 ms)Writing region close event to WAL at 1731559962234 (+6 ms)Running coprocessor post-close hooks at 1731559962240 (+6 ms)Closed at 1731559962240 2024-11-14T04:52:42,241 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:52:42,250 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1351): Waiting on f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:42,293 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:52:42,305 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:52:42,305 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:52:42,451 DEBUG [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1351): Waiting on f132d8007a66d6ce2e51f63ababbbec1 2024-11-14T04:52:42,503 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1/.tmp/info/bc43448a1085421abc767031837c96aa 2024-11-14T04:52:42,512 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1/.tmp/info/bc43448a1085421abc767031837c96aa as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1/info/bc43448a1085421abc767031837c96aa 2024-11-14T04:52:42,521 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1/info/bc43448a1085421abc767031837c96aa, entries=2, sequenceid=6, filesize=6.9 K 2024-11-14T04:52:42,522 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for f132d8007a66d6ce2e51f63ababbbec1 in 472ms, sequenceid=6, compaction requested=false 2024-11-14T04:52:42,527 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f132d8007a66d6ce2e51f63ababbbec1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T04:52:42,528 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:42,528 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f132d8007a66d6ce2e51f63ababbbec1: Waiting for close lock at 1731559962049Running coprocessor pre-close hooks at 1731559962049Disabling compacts and flushes for region at 1731559962049Disabling writes for close at 1731559962050 (+1 ms)Obtaining lock to block concurrent updates at 1731559962050Preparing flush snapshotting stores in f132d8007a66d6ce2e51f63ababbbec1 at 1731559962050Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731559962052 (+2 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. at 1731559962054 (+2 ms)Flushing f132d8007a66d6ce2e51f63ababbbec1/info: creating writer at 1731559962054Flushing f132d8007a66d6ce2e51f63ababbbec1/info: appending metadata at 1731559962075 (+21 ms)Flushing f132d8007a66d6ce2e51f63ababbbec1/info: closing flushed file at 1731559962075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef06949: reopening flushed file at 1731559962511 (+436 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for f132d8007a66d6ce2e51f63ababbbec1 in 472ms, sequenceid=6, compaction requested=false at 1731559962522 (+11 ms)Writing region close event to WAL at 1731559962523 (+1 ms)Running coprocessor post-close hooks at 1731559962528 (+5 ms)Closed at 1731559962528 2024-11-14T04:52:42,528 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731559951716.f132d8007a66d6ce2e51f63ababbbec1. 2024-11-14T04:52:42,651 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,34581,1731559949865; all regions closed. 2024-11-14T04:52:42,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741839_1016 (size=825) 2024-11-14T04:52:42,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741839_1016 (size=825) 2024-11-14T04:52:42,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:52:42,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:42,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:42,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:46,058 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 after 4012ms 2024-11-14T04:52:46,061 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.1731559950430 to hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/oldWALs/44289c305c03%2C34581%2C1731559949865.1731559950430 2024-11-14T04:52:46,093 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta after 4002ms 2024-11-14T04:52:46,096 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/WALs/44289c305c03,34581,1731559949865/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta to hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/oldWALs/44289c305c03%2C34581%2C1731559949865.meta.1731559950872.meta 2024-11-14T04:52:46,100 DEBUG [RS:0;44289c305c03:34581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/oldWALs 2024-11-14T04:52:46,100 INFO [RS:0;44289c305c03:34581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C34581%2C1731559949865.meta:.meta(num 1731559962052) 2024-11-14T04:52:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741837_1013 (size=2288) 2024-11-14T04:52:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741837_1013 (size=2288) 2024-11-14T04:52:46,107 DEBUG [RS:0;44289c305c03:34581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/oldWALs 2024-11-14T04:52:46,107 INFO [RS:0;44289c305c03:34581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C34581%2C1731559949865:(num 1731559962016) 2024-11-14T04:52:46,107 DEBUG [RS:0;44289c305c03:34581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:46,107 INFO [RS:0;44289c305c03:34581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:52:46,107 INFO [RS:0;44289c305c03:34581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:52:46,107 INFO [RS:0;44289c305c03:34581 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:52:46,108 INFO [RS:0;44289c305c03:34581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:52:46,108 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:52:46,108 INFO [RS:0;44289c305c03:34581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34581 2024-11-14T04:52:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,34581,1731559949865 2024-11-14T04:52:46,110 INFO [RS:0;44289c305c03:34581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:52:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:52:46,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,34581,1731559949865] 2024-11-14T04:52:46,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,34581,1731559949865 already deleted, retry=false 2024-11-14T04:52:46,114 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,34581,1731559949865 expired; onlineServers=0 2024-11-14T04:52:46,114 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,38571,1731559949788' ***** 2024-11-14T04:52:46,114 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:52:46,114 INFO [M:0;44289c305c03:38571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:52:46,114 INFO [M:0;44289c305c03:38571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:52:46,114 DEBUG [M:0;44289c305c03:38571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:52:46,114 DEBUG [M:0;44289c305c03:38571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:52:46,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:52:46,115 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559950233 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559950233,5,FailOnTimeoutGroup] 2024-11-14T04:52:46,115 INFO [M:0;44289c305c03:38571 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:52:46,115 INFO [M:0;44289c305c03:38571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:52:46,115 DEBUG [M:0;44289c305c03:38571 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:52:46,115 INFO [M:0;44289c305c03:38571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:52:46,115 INFO [M:0;44289c305c03:38571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:52:46,115 INFO [M:0;44289c305c03:38571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:52:46,115 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:52:46,115 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559950229 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559950229,5,FailOnTimeoutGroup] 2024-11-14T04:52:46,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:52:46,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:46,117 DEBUG [M:0;44289c305c03:38571 {}] zookeeper.ZKUtil(347): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T04:52:46,117 WARN [M:0;44289c305c03:38571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:52:46,122 INFO [M:0;44289c305c03:38571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/.lastflushedseqids 2024-11-14T04:52:46,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741844_1022 (size=139) 2024-11-14T04:52:46,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741844_1022 (size=139) 2024-11-14T04:52:46,131 INFO [M:0;44289c305c03:38571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:52:46,132 INFO [M:0;44289c305c03:38571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:52:46,132 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:52:46,132 INFO [M:0;44289c305c03:38571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:46,132 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:46,132 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:52:46,132 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:46,132 INFO [M:0;44289c305c03:38571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-14T04:52:46,133 WARN [AsyncFSWAL-0-hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData-prefix:44289c305c03,38571,1731559949788 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:46,134 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 44289c305c03%2C38571%2C1731559949788:(num 1731559950113) roll requested 2024-11-14T04:52:46,149 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559966134, exclude list is [], retry=0 2024-11-14T04:52:46,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-27018222-6cfd-460d-98cc-0836b13ef733,DISK] 2024-11-14T04:52:46,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-153b2453-8f80-4186-8aff-6bfdd2cae284,DISK] 2024-11-14T04:52:46,162 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559966134 2024-11-14T04:52:46,162 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:40051:40051)] 2024-11-14T04:52:46,162 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 is not closed yet, will try archiving it next time 2024-11-14T04:52:46,162 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:46,163 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:52:46,163 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 2024-11-14T04:52:46,164 WARN [IPC Server handler 2 on default port 44791 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-14T04:52:46,165 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 after 2ms 2024-11-14T04:52:46,191 DEBUG [M:0;44289c305c03:38571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b5549d737774a99b0f256b36950a433 is 82, key is hbase:meta,,1/info:regioninfo/1731559950922/Put/seqid=0 2024-11-14T04:52:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741846_1025 (size=5672) 2024-11-14T04:52:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741846_1025 (size=5672) 2024-11-14T04:52:46,202 INFO [M:0;44289c305c03:38571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b5549d737774a99b0f256b36950a433 2024-11-14T04:52:46,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:46,214 INFO [RS:0;44289c305c03:34581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:52:46,214 INFO [RS:0;44289c305c03:34581 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,34581,1731559949865; zookeeper connection closed. 2024-11-14T04:52:46,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34581-0x100ef96fa640001, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:46,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@655e9c81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@655e9c81 2024-11-14T04:52:46,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:52:46,227 DEBUG [M:0;44289c305c03:38571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d93f9214aaf84c4292dca87115c60c00 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731559952134/Put/seqid=0 2024-11-14T04:52:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741847_1026 (size=6114) 2024-11-14T04:52:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741847_1026 (size=6114) 2024-11-14T04:52:46,234 INFO [M:0;44289c305c03:38571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d93f9214aaf84c4292dca87115c60c00 2024-11-14T04:52:46,260 DEBUG [M:0;44289c305c03:38571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d926e864bb0426dbf03a1c9391ae3b2 is 69, key is 44289c305c03,34581,1731559949865/rs:state/1731559950258/Put/seqid=0 2024-11-14T04:52:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741848_1027 (size=5156) 2024-11-14T04:52:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741848_1027 (size=5156) 2024-11-14T04:52:46,267 INFO [M:0;44289c305c03:38571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d926e864bb0426dbf03a1c9391ae3b2 2024-11-14T04:52:46,290 DEBUG [M:0;44289c305c03:38571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a80a09f599af4283bbe179c467f5ecf9 is 52, key is load_balancer_on/state:d/1731559951040/Put/seqid=0 2024-11-14T04:52:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741849_1028 (size=5056) 2024-11-14T04:52:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741849_1028 (size=5056) 2024-11-14T04:52:46,298 INFO [M:0;44289c305c03:38571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a80a09f599af4283bbe179c467f5ecf9 2024-11-14T04:52:46,306 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b5549d737774a99b0f256b36950a433 as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b5549d737774a99b0f256b36950a433 2024-11-14T04:52:46,313 INFO [M:0;44289c305c03:38571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b5549d737774a99b0f256b36950a433, entries=8, sequenceid=56, filesize=5.5 K 2024-11-14T04:52:46,314 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d93f9214aaf84c4292dca87115c60c00 as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d93f9214aaf84c4292dca87115c60c00 2024-11-14T04:52:46,321 INFO [M:0;44289c305c03:38571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d93f9214aaf84c4292dca87115c60c00, entries=6, sequenceid=56, filesize=6.0 K 2024-11-14T04:52:46,322 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d926e864bb0426dbf03a1c9391ae3b2 as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d926e864bb0426dbf03a1c9391ae3b2 2024-11-14T04:52:46,328 INFO [M:0;44289c305c03:38571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d926e864bb0426dbf03a1c9391ae3b2, entries=1, sequenceid=56, filesize=5.0 K 2024-11-14T04:52:46,330 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a80a09f599af4283bbe179c467f5ecf9 as hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a80a09f599af4283bbe179c467f5ecf9 2024-11-14T04:52:46,337 INFO [M:0;44289c305c03:38571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a80a09f599af4283bbe179c467f5ecf9, entries=1, sequenceid=56, filesize=4.9 K 2024-11-14T04:52:46,338 INFO [M:0;44289c305c03:38571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 206ms, sequenceid=56, compaction requested=false 2024-11-14T04:52:46,340 INFO [M:0;44289c305c03:38571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:46,340 DEBUG [M:0;44289c305c03:38571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559966132Disabling compacts and flushes for region at 1731559966132Disabling writes for close at 1731559966132Obtaining lock to block concurrent updates at 1731559966132Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731559966132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731559966133 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731559966163 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731559966164 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731559966190 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731559966190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731559966209 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731559966227 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731559966227Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731559966241 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731559966259 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731559966259Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731559966274 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731559966289 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731559966290 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79dedfc3: reopening flushed file at 1731559966304 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a15dfc: reopening flushed file at 1731559966313 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85930e4: reopening flushed file at 1731559966321 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f48c79: reopening flushed file at 1731559966329 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 206ms, sequenceid=56, compaction requested=false at 1731559966338 (+9 ms)Writing region close event to WAL at 1731559966340 (+2 ms)Closed at 1731559966340 2024-11-14T04:52:46,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741845_1023 (size=757) 2024-11-14T04:52:46,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741845_1023 (size=757) 2024-11-14T04:52:47,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:52:47,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741833_1014 (size=1599) 2024-11-14T04:52:47,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:47,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:47,776 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T04:52:47,776 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:52:47,776 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:52:47,776 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:52:48,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741830_1024 (size=27177) 2024-11-14T04:52:50,166 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 after 4003ms 2024-11-14T04:52:50,166 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/WALs/44289c305c03,38571,1731559949788/44289c305c03%2C38571%2C1731559949788.1731559950113 to hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/oldWALs/44289c305c03%2C38571%2C1731559949788.1731559950113 2024-11-14T04:52:50,170 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/MasterData/oldWALs/44289c305c03%2C38571%2C1731559949788.1731559950113 to hdfs://localhost:44791/user/jenkins/test-data/80d8c505-494d-0901-eb9b-c72aa111c646/oldWALs/44289c305c03%2C38571%2C1731559949788.1731559950113$masterlocalwal$ 2024-11-14T04:52:50,171 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:52:50,171 INFO [M:0;44289c305c03:38571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:52:50,171 INFO [M:0;44289c305c03:38571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38571 2024-11-14T04:52:50,171 INFO [M:0;44289c305c03:38571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:52:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:50,273 INFO [M:0;44289c305c03:38571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:52:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38571-0x100ef96fa640000, quorum=127.0.0.1:59713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:52:50,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@753dacec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:50,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@184bc5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:50,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:50,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d3c110{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:50,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1de162d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:50,284 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:50,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:50,284 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269191369-172.17.0.2-1731559948952 (Datanode Uuid 8fd41dab-3020-4cd5-b9ce-c022f7d58f3f) service to localhost/127.0.0.1:44791 2024-11-14T04:52:50,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:50,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data1/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data2/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:50,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30ee6527{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:50,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@238493fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:50,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:50,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eeaf09b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:50,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@642d111a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:50,290 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:50,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:50,290 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269191369-172.17.0.2-1731559948952 (Datanode Uuid f8d96b69-4c40-4d8e-ad0d-270ce309673f) service to localhost/127.0.0.1:44791 2024-11-14T04:52:50,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:50,290 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data9/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data10/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,291 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:50,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18d32456{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:50,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@331957e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:50,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:50,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11fd18ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:50,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5dc3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:50,295 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:50,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:50,295 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269191369-172.17.0.2-1731559948952 (Datanode Uuid 8fd6c909-f832-4fc7-b859-eb3dfb9054b4) service to localhost/127.0.0.1:44791 2024-11-14T04:52:50,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:50,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data7/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data8/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:50,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3720a112{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:50,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e3a6f3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:50,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:50,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e9a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:50,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ad9b7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:50,302 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:50,302 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269191369-172.17.0.2-1731559948952 (Datanode Uuid 5add2b16-a782-4a83-87dc-d96e27f0c8aa) service to localhost/127.0.0.1:44791 2024-11-14T04:52:50,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:50,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:50,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data5/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data6/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:50,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@162119e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:50,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d4b44ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:50,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:50,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca38ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:50,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b8cbaf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:50,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:52:50,308 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:52:50,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:52:50,308 WARN [BP-1269191369-172.17.0.2-1731559948952 heartbeating to localhost/127.0.0.1:44791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269191369-172.17.0.2-1731559948952 (Datanode Uuid 9dc9402a-71fb-4625-a4ea-2d27db275ef9) service to localhost/127.0.0.1:44791 2024-11-14T04:52:50,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data3/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/cluster_b2801bdf-9a3a-2e83-908e-9b48e44b1ab4/data/data4/current/BP-1269191369-172.17.0.2-1731559948952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:52:50,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:52:50,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@638de171{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:52:50,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67e365c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:52:50,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:52:50,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5401a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:52:50,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d2ebb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir/,STOPPED} 2024-11-14T04:52:50,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:52:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:52:50,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (417128964) connection to localhost/127.0.0.1:44791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (417128964) connection to localhost/127.0.0.1:44791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (417128964) connection to localhost/127.0.0.1:44791 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6220 (was 6773) 2024-11-14T04:52:50,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=6220 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.log.dir so I do NOT create it in target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4aeb44c2-0e89-1b6b-c0c9-bc1b6af070d0/hadoop.tmp.dir so I do NOT create it in target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894, deleteOnExit=true 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/test.cache.data in system properties and HBase conf 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:52:50,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:52:50,378 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:52:50,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:52:50,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:52:50,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:52:50,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:52:50,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:52:50,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:52:50,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:50,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:50,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:50,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:50,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:52:50,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:50,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b328c19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:50,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d241b5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:50,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bc3e9c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/java.io.tmpdir/jetty-localhost-46759-hadoop-hdfs-3_4_1-tests_jar-_-any-6711583364505916562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:52:50,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1b90c8{HTTP/1.1, (http/1.1)}{localhost:46759} 2024-11-14T04:52:50,649 INFO [Time-limited test {}] server.Server(415): Started @89561ms 2024-11-14T04:52:50,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:50,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:50,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:50,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:50,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:52:50,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@511a3aac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:50,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d19234{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:50,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d5bed2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/java.io.tmpdir/jetty-localhost-45569-hadoop-hdfs-3_4_1-tests_jar-_-any-2973545171121064480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:50,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3132ed39{HTTP/1.1, (http/1.1)}{localhost:45569} 2024-11-14T04:52:50,874 INFO [Time-limited test {}] server.Server(415): Started @89787ms 2024-11-14T04:52:50,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:50,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:52:50,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:52:50,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:52:50,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:52:50,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:52:50,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3252ffa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:52:50,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffdb317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:52:50,983 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data1/current/BP-863593335-172.17.0.2-1731559970411/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:50,983 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data2/current/BP-863593335-172.17.0.2-1731559970411/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:51,030 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ba089e512f5eba2 with lease ID 0xd6042f5ae178f92f: Processing first storage report for DS-c3eeabe0-18ab-4e01-b173-565488b9c949 from datanode DatanodeRegistration(127.0.0.1:32857, datanodeUuid=dc97b5e5-863f-44bf-b124-b425e6a6f227, infoPort=32773, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411) 2024-11-14T04:52:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ba089e512f5eba2 with lease ID 0xd6042f5ae178f92f: from storage DS-c3eeabe0-18ab-4e01-b173-565488b9c949 node DatanodeRegistration(127.0.0.1:32857, datanodeUuid=dc97b5e5-863f-44bf-b124-b425e6a6f227, infoPort=32773, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ba089e512f5eba2 with lease ID 0xd6042f5ae178f92f: Processing first storage report for DS-32247472-f3b6-4c10-af3b-9d0fd9b78973 from datanode DatanodeRegistration(127.0.0.1:32857, datanodeUuid=dc97b5e5-863f-44bf-b124-b425e6a6f227, infoPort=32773, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411) 2024-11-14T04:52:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ba089e512f5eba2 with lease ID 0xd6042f5ae178f92f: from storage DS-32247472-f3b6-4c10-af3b-9d0fd9b78973 node DatanodeRegistration(127.0.0.1:32857, datanodeUuid=dc97b5e5-863f-44bf-b124-b425e6a6f227, infoPort=32773, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:51,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70c2cc1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/java.io.tmpdir/jetty-localhost-45031-hadoop-hdfs-3_4_1-tests_jar-_-any-18083868305617644781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:52:51,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@189cac0d{HTTP/1.1, (http/1.1)}{localhost:45031} 2024-11-14T04:52:51,076 INFO [Time-limited test {}] server.Server(415): Started @89988ms 2024-11-14T04:52:51,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:52:51,194 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data3/current/BP-863593335-172.17.0.2-1731559970411/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:51,194 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data4/current/BP-863593335-172.17.0.2-1731559970411/current, will proceed with Du for space computation calculation, 2024-11-14T04:52:51,213 WARN [Thread-801 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:52:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14c5b7852ebde643 with lease ID 0xd6042f5ae178f930: Processing first storage report for DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7 from datanode DatanodeRegistration(127.0.0.1:40325, datanodeUuid=09bff37f-48a6-49c3-80bb-59e6cb3557ff, infoPort=43939, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411) 2024-11-14T04:52:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14c5b7852ebde643 with lease ID 0xd6042f5ae178f930: from storage DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7 node DatanodeRegistration(127.0.0.1:40325, datanodeUuid=09bff37f-48a6-49c3-80bb-59e6cb3557ff, infoPort=43939, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14c5b7852ebde643 with lease ID 0xd6042f5ae178f930: Processing first storage report for DS-899d8333-32b4-41de-b964-bb1995866e64 from datanode DatanodeRegistration(127.0.0.1:40325, datanodeUuid=09bff37f-48a6-49c3-80bb-59e6cb3557ff, infoPort=43939, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411) 2024-11-14T04:52:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14c5b7852ebde643 with lease ID 0xd6042f5ae178f930: from storage DS-899d8333-32b4-41de-b964-bb1995866e64 node DatanodeRegistration(127.0.0.1:40325, datanodeUuid=09bff37f-48a6-49c3-80bb-59e6cb3557ff, infoPort=43939, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1816325256;c=1731559970411), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:52:51,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4 2024-11-14T04:52:51,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/zookeeper_0, clientPort=58209, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:52:51,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58209 2024-11-14T04:52:51,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:51,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:52:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:52:51,258 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003 with version=8 2024-11-14T04:52:51,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/hbase-staging 2024-11-14T04:52:51,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:52:51,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:51,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:51,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:52:51,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:51,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:52:51,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:52:51,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:52:51,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44825 2024-11-14T04:52:51,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44825 connecting to ZooKeeper ensemble=127.0.0.1:58209 2024-11-14T04:52:51,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448250x0, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:52:51,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44825-0x100ef974e500000 connected 2024-11-14T04:52:51,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:51,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:51,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:51,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003, hbase.cluster.distributed=false 2024-11-14T04:52:51,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:52:51,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-14T04:52:51,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44825 2024-11-14T04:52:51,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44825 2024-11-14T04:52:51,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-14T04:52:51,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44825 2024-11-14T04:52:51,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:52:51,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:51,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:51,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:52:51,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:52:51,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:52:51,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:52:51,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:52:51,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39839 2024-11-14T04:52:51,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39839 connecting to ZooKeeper ensemble=127.0.0.1:58209 2024-11-14T04:52:51,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:51,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:51,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398390x0, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:52:51,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39839-0x100ef974e500001 connected 2024-11-14T04:52:51,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:52:51,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:52:51,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:52:51,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:52:51,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:52:51,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-14T04:52:51,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39839 2024-11-14T04:52:51,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39839 2024-11-14T04:52:51,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-14T04:52:51,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-14T04:52:51,337 DEBUG [M:0;44289c305c03:44825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:44825 2024-11-14T04:52:51,337 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,44825,1731559971260 2024-11-14T04:52:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:51,340 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,44825,1731559971260 2024-11-14T04:52:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:52:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,342 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:52:51,343 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,44825,1731559971260 from backup master directory 2024-11-14T04:52:51,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:51,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,44825,1731559971260 2024-11-14T04:52:51,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:52:51,344 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:52:51,344 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,44825,1731559971260 2024-11-14T04:52:51,350 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/hbase.id] with ID: a1ee268a-e5e8-4a3b-a20c-785a817b3484 2024-11-14T04:52:51,350 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/.tmp/hbase.id 2024-11-14T04:52:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:52:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:52:51,358 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/.tmp/hbase.id]:[hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/hbase.id] 2024-11-14T04:52:51,372 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:51,372 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:52:51,373 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:52:51,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:52:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:52:51,384 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:52:51,385 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:52:51,385 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:52:51,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:52:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:52:51,396 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store 2024-11-14T04:52:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:52:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:52:51,405 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:51,405 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:52:51,405 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:51,405 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:51,405 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:52:51,405 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:51,405 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:52:51,405 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559971405Disabling compacts and flushes for region at 1731559971405Disabling writes for close at 1731559971405Writing region close event to WAL at 1731559971405Closed at 1731559971405 2024-11-14T04:52:51,406 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/.initializing 2024-11-14T04:52:51,406 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/WALs/44289c305c03,44825,1731559971260 2024-11-14T04:52:51,407 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:52:51,409 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C44825%2C1731559971260, suffix=, logDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/WALs/44289c305c03,44825,1731559971260, archiveDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/oldWALs, maxLogs=10 2024-11-14T04:52:51,423 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/WALs/44289c305c03,44825,1731559971260/44289c305c03%2C44825%2C1731559971260.1731559971410, exclude list is [], retry=0 2024-11-14T04:52:51,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-c3eeabe0-18ab-4e01-b173-565488b9c949,DISK] 2024-11-14T04:52:51,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7,DISK] 2024-11-14T04:52:51,434 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/WALs/44289c305c03,44825,1731559971260/44289c305c03%2C44825%2C1731559971260.1731559971410 2024-11-14T04:52:51,437 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:43939:43939)] 2024-11-14T04:52:51,437 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:52:51,438 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:51,438 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,438 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:52:51,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:51,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:52:51,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:51,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:52:51,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:51,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:52:51,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:51,451 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,452 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,452 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,454 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,454 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,455 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:52:51,456 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:52:51,459 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:52:51,460 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=817379, jitterRate=0.039351582527160645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:52:51,461 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731559971438Initializing all the Stores at 1731559971439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559971439Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559971441 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559971441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559971441Cleaning up temporary data from old regions at 1731559971454 (+13 ms)Region opened successfully at 1731559971461 (+7 ms) 2024-11-14T04:52:51,462 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:52:51,470 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4f3ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:52:51,472 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:52:51,472 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:52:51,472 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:52:51,472 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:52:51,473 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:52:51,473 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:52:51,473 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:52:51,479 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:52:51,480 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:52:51,482 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:52:51,482 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:52:51,483 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:52:51,484 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:52:51,484 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:52:51,485 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:52:51,487 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:52:51,488 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:52:51,490 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:52:51,492 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:52:51,493 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:52:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:52:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,495 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,44825,1731559971260, sessionid=0x100ef974e500000, setting cluster-up flag (Was=false) 2024-11-14T04:52:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,503 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:52:51,505 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,44825,1731559971260 2024-11-14T04:52:51,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:51,513 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:52:51,514 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,44825,1731559971260 2024-11-14T04:52:51,516 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:52:51,518 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:51,518 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:52:51,519 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:52:51,519 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,44825,1731559971260 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:52:51,520 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,527 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(746): ClusterId : a1ee268a-e5e8-4a3b-a20c-785a817b3484 2024-11-14T04:52:51,527 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:52:51,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:51,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:52:51,529 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:52:51,529 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:52:51,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:52:51,532 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:52:51,533 DEBUG [RS:0;44289c305c03:39839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53319cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:52:51,558 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:39839 2024-11-14T04:52:51,558 INFO [RS:0;44289c305c03:39839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:52:51,558 INFO [RS:0;44289c305c03:39839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:52:51,558 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:52:51,559 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,44825,1731559971260 with port=39839, startcode=1731559971308 2024-11-14T04:52:51,560 DEBUG [RS:0;44289c305c03:39839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:52:51,565 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731560001565 2024-11-14T04:52:51,566 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:52:51,566 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:52:51,566 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:52:51,566 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:52:51,566 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:52:51,566 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:52:51,566 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:52:51,567 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44825 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:52:51,572 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,574 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:52:51,574 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:52:51,574 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:52:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:52:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:52:51,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:52:51,577 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003 2024-11-14T04:52:51,584 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:52:51,584 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:52:51,585 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559971584,5,FailOnTimeoutGroup] 2024-11-14T04:52:51,585 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559971585,5,FailOnTimeoutGroup] 2024-11-14T04:52:51,585 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,586 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:52:51,586 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,586 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,590 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T04:52:51,590 WARN [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T04:52:51,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:52:51,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:52:51,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:51,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:52:51,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:52:51,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:51,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:52:51,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:52:51,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:51,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:52:51,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:52:51,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:51,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:52:51,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:52:51,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:51,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:51,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:52:51,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740 2024-11-14T04:52:51,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740 2024-11-14T04:52:51,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:52:51,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:52:51,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:52:51,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:52:51,628 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:52:51,628 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767988, jitterRate=-0.02345365285873413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:52:51,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731559971605Initializing all the Stores at 1731559971606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559971606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559971606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559971606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559971606Cleaning up temporary data from old regions at 1731559971619 (+13 ms)Region opened successfully at 1731559971629 (+10 ms) 2024-11-14T04:52:51,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:52:51,630 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:52:51,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:52:51,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:52:51,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:52:51,633 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:52:51,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559971630Disabling compacts and flushes for region at 1731559971630Disabling writes for close at 1731559971630Writing region close event to WAL at 1731559971633 (+3 ms)Closed at 1731559971633 2024-11-14T04:52:51,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:51,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:52:51,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:52:51,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:52:51,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:52:51,691 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,44825,1731559971260 with port=39839, startcode=1731559971308 2024-11-14T04:52:51,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,39839,1731559971308 2024-11-14T04:52:51,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44825 {}] master.ServerManager(517): Registering regionserver=44289c305c03,39839,1731559971308 2024-11-14T04:52:51,695 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003 2024-11-14T04:52:51,696 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41667 2024-11-14T04:52:51,696 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:52:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:52:51,698 DEBUG [RS:0;44289c305c03:39839 {}] zookeeper.ZKUtil(111): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,39839,1731559971308 2024-11-14T04:52:51,698 WARN [RS:0;44289c305c03:39839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:52:51,699 INFO [RS:0;44289c305c03:39839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:52:51,699 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308 2024-11-14T04:52:51,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,39839,1731559971308] 2024-11-14T04:52:51,709 INFO [RS:0;44289c305c03:39839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:52:51,711 INFO [RS:0;44289c305c03:39839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:52:51,721 INFO [RS:0;44289c305c03:39839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:52:51,722 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,722 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:52:51,723 INFO [RS:0;44289c305c03:39839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:52:51,724 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,724 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,725 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,725 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,725 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,725 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:52:51,725 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:52:51,725 DEBUG [RS:0;44289c305c03:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:52:51,726 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,726 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,726 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,726 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,726 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,726 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39839,1731559971308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:52:51,750 INFO [RS:0;44289c305c03:39839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:52:51,750 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39839,1731559971308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,750 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,751 INFO [RS:0;44289c305c03:39839 {}] regionserver.Replication(171): 44289c305c03,39839,1731559971308 started 2024-11-14T04:52:51,775 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:51,775 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,39839,1731559971308, RpcServer on 44289c305c03/172.17.0.2:39839, sessionid=0x100ef974e500001 2024-11-14T04:52:51,775 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:52:51,776 DEBUG [RS:0;44289c305c03:39839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,39839,1731559971308 2024-11-14T04:52:51,776 DEBUG [RS:0;44289c305c03:39839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,39839,1731559971308' 2024-11-14T04:52:51,776 DEBUG [RS:0;44289c305c03:39839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:52:51,777 DEBUG [RS:0;44289c305c03:39839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:52:51,777 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:52:51,778 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:52:51,778 DEBUG [RS:0;44289c305c03:39839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,39839,1731559971308 2024-11-14T04:52:51,778 DEBUG [RS:0;44289c305c03:39839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,39839,1731559971308' 2024-11-14T04:52:51,778 DEBUG [RS:0;44289c305c03:39839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:52:51,778 DEBUG [RS:0;44289c305c03:39839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:52:51,779 DEBUG [RS:0;44289c305c03:39839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:52:51,779 INFO [RS:0;44289c305c03:39839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:52:51,779 INFO [RS:0;44289c305c03:39839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:52:51,790 WARN [44289c305c03:44825 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:52:51,879 INFO [RS:0;44289c305c03:39839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:52:51,882 INFO [RS:0;44289c305c03:39839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C39839%2C1731559971308, suffix=, logDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308, archiveDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/oldWALs, maxLogs=32 2024-11-14T04:52:51,903 DEBUG [RS:0;44289c305c03:39839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731559971883, exclude list is [], retry=0 2024-11-14T04:52:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-c3eeabe0-18ab-4e01-b173-565488b9c949,DISK] 2024-11-14T04:52:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7,DISK] 2024-11-14T04:52:51,909 INFO [RS:0;44289c305c03:39839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731559971883 2024-11-14T04:52:51,913 DEBUG [RS:0;44289c305c03:39839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43939:43939),(127.0.0.1/127.0.0.1:32773:32773)] 2024-11-14T04:52:52,041 DEBUG [44289c305c03:44825 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:52:52,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,39839,1731559971308 2024-11-14T04:52:52,043 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,39839,1731559971308, state=OPENING 2024-11-14T04:52:52,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:52:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:52:52,048 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:52:52,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:52,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,39839,1731559971308}] 2024-11-14T04:52:52,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:52,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:52:52,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:52:52,209 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:52:52,209 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:52:52,209 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:52:52,211 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C39839%2C1731559971308.meta, suffix=.meta, logDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308, archiveDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/oldWALs, maxLogs=32 2024-11-14T04:52:52,225 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.meta.1731559972212.meta, exclude list is [], retry=0 2024-11-14T04:52:52,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-c3eeabe0-18ab-4e01-b173-565488b9c949,DISK] 2024-11-14T04:52:52,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7,DISK] 2024-11-14T04:52:52,231 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.meta.1731559972212.meta 2024-11-14T04:52:52,231 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:43939:43939)] 2024-11-14T04:52:52,231 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:52:52,232 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:52:52,232 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:52:52,232 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:52:52,232 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:52:52,232 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:52,232 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:52:52,232 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:52:52,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:52:52,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:52:52,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:52,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:52,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:52:52,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:52:52,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:52,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:52,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:52:52,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:52:52,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:52:52,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:52:52,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:52,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:52:52,240 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:52:52,241 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740 2024-11-14T04:52:52,242 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740 2024-11-14T04:52:52,244 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:52:52,244 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:52:52,244 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:52:52,246 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:52:52,247 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=872881, jitterRate=0.10992677509784698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:52:52,247 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:52:52,249 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731559972232Writing region info on filesystem at 1731559972232Initializing all the Stores at 1731559972233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559972233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559972233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559972234 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559972234Cleaning up temporary data from old regions at 1731559972244 (+10 ms)Running coprocessor post-open hooks at 1731559972248 (+4 ms)Region opened successfully at 1731559972249 (+1 ms) 2024-11-14T04:52:52,251 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731559972202 2024-11-14T04:52:52,253 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:52:52,253 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:52:52,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,39839,1731559971308 2024-11-14T04:52:52,256 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,39839,1731559971308, state=OPEN 2024-11-14T04:52:52,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:52:52,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:52:52,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:52,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:52:52,261 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,39839,1731559971308 2024-11-14T04:52:52,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:52:52,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,39839,1731559971308 in 213 msec 2024-11-14T04:52:52,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:52:52,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-14T04:52:52,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:52:52,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:52:52,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:52:52,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,39839,1731559971308, seqNum=-1] 2024-11-14T04:52:52,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:52:52,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:52:52,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 759 msec 2024-11-14T04:52:52,278 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731559972278, completionTime=-1 2024-11-14T04:52:52,278 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:52:52,278 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:52:52,280 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T04:52:52,280 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731560032280 2024-11-14T04:52:52,280 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731560092280 2024-11-14T04:52:52,280 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T04:52:52,281 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44825,1731559971260-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:52,281 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44825,1731559971260-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:52,281 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44825,1731559971260-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:52,281 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:44825, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:52,281 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:52,282 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:52,283 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.942sec 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44825,1731559971260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:52:52,286 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44825,1731559971260-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:52:52,289 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:52:52,289 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:52:52,290 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44825,1731559971260-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:52:52,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c2494f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:52:52,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,44825,-1 for getting cluster id 2024-11-14T04:52:52,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:52:52,329 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1ee268a-e5e8-4a3b-a20c-785a817b3484' 2024-11-14T04:52:52,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:52:52,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1ee268a-e5e8-4a3b-a20c-785a817b3484" 2024-11-14T04:52:52,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f81e1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:52:52,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,44825,-1] 2024-11-14T04:52:52,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:52:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:52:52,333 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:52:52,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e06fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:52:52,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:52:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,39839,1731559971308, seqNum=-1] 2024-11-14T04:52:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:52:52,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:52:52,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,44825,1731559971260 2024-11-14T04:52:52,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:52:52,342 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T04:52:52,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:52:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,44825,1731559971260 2024-11-14T04:52:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4086602b 2024-11-14T04:52:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:52:52,345 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:52:52,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T04:52:52,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T04:52:52,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:52:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:52:52,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:52:52,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:52,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-14T04:52:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:52:52,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:52:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741835_1011 (size=405) 2024-11-14T04:52:52,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741835_1011 (size=405) 2024-11-14T04:52:52,364 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88bbf5702f15dab4894295d81d21886b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003 2024-11-14T04:52:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741836_1012 (size=88) 2024-11-14T04:52:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741836_1012 (size=88) 2024-11-14T04:52:52,774 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:52,774 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 88bbf5702f15dab4894295d81d21886b, disabling compactions & flushes 2024-11-14T04:52:52,774 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:52:52,774 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:52:52,774 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. after waiting 0 ms 2024-11-14T04:52:52,774 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:52:52,774 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:52:52,775 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88bbf5702f15dab4894295d81d21886b: Waiting for close lock at 1731559972774Disabling compacts and flushes for region at 1731559972774Disabling writes for close at 1731559972774Writing region close event to WAL at 1731559972774Closed at 1731559972774 2024-11-14T04:52:52,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:52:52,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731559972776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559972776"}]},"ts":"1731559972776"} 2024-11-14T04:52:52,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:52:52,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:52:52,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559972781"}]},"ts":"1731559972781"} 2024-11-14T04:52:52,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-14T04:52:52,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=88bbf5702f15dab4894295d81d21886b, ASSIGN}] 2024-11-14T04:52:52,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=88bbf5702f15dab4894295d81d21886b, ASSIGN 2024-11-14T04:52:52,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=88bbf5702f15dab4894295d81d21886b, ASSIGN; state=OFFLINE, location=44289c305c03,39839,1731559971308; forceNewPlan=false, retain=false 2024-11-14T04:52:52,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88bbf5702f15dab4894295d81d21886b, regionState=OPENING, regionLocation=44289c305c03,39839,1731559971308 2024-11-14T04:52:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=88bbf5702f15dab4894295d81d21886b, ASSIGN because future has completed 2024-11-14T04:52:52,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88bbf5702f15dab4894295d81d21886b, server=44289c305c03,39839,1731559971308}] 2024-11-14T04:52:53,099 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:52:53,099 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 88bbf5702f15dab4894295d81d21886b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:52:53,100 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,100 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:52:53,100 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,100 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,102 INFO [StoreOpener-88bbf5702f15dab4894295d81d21886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,103 INFO [StoreOpener-88bbf5702f15dab4894295d81d21886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88bbf5702f15dab4894295d81d21886b columnFamilyName info 2024-11-14T04:52:53,103 DEBUG [StoreOpener-88bbf5702f15dab4894295d81d21886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:52:53,104 INFO [StoreOpener-88bbf5702f15dab4894295d81d21886b-1 {}] regionserver.HStore(327): Store=88bbf5702f15dab4894295d81d21886b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:52:53,104 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,105 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,105 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,106 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,106 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,108 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,110 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:52:53,110 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 88bbf5702f15dab4894295d81d21886b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745409, jitterRate=-0.05216400325298309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:52:53,111 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:52:53,111 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 88bbf5702f15dab4894295d81d21886b: Running coprocessor pre-open hook at 1731559973100Writing region info on filesystem at 1731559973100Initializing all the Stores at 1731559973101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559973101Cleaning up temporary data from old regions at 1731559973106 (+5 ms)Running coprocessor post-open hooks at 1731559973111 (+5 ms)Region opened successfully at 1731559973111 2024-11-14T04:52:53,112 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b., pid=6, masterSystemTime=1731559973094 2024-11-14T04:52:53,115 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:52:53,115 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:52:53,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88bbf5702f15dab4894295d81d21886b, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,39839,1731559971308 2024-11-14T04:52:53,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88bbf5702f15dab4894295d81d21886b, server=44289c305c03,39839,1731559971308 because future has completed 2024-11-14T04:52:53,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:52:53,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 88bbf5702f15dab4894295d81d21886b, server=44289c305c03,39839,1731559971308 in 180 msec 2024-11-14T04:52:53,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:52:53,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=88bbf5702f15dab4894295d81d21886b, ASSIGN in 341 msec 2024-11-14T04:52:53,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:52:53,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559973128"}]},"ts":"1731559973128"} 2024-11-14T04:52:53,130 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-14T04:52:53,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:52:53,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 785 msec 2024-11-14T04:52:53,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:52:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:53,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:53,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:53,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:53,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:53,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:53,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:53,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:57,300 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:52:57,300 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:52:57,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:52:57,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:52:57,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:52:57,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:52:57,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:52:57,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T04:52:57,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:52:57,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-14T04:52:58,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:52:58,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:58,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:58,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:58,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:58,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:58,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:58,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:52:58,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:53:02,362 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T04:53:02,362 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-14T04:53:02,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:02,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b., hostname=44289c305c03,39839,1731559971308, seqNum=2] 2024-11-14T04:53:02,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:02,385 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:53:02,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:53:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:53:02,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:53:02,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:53:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:02,550 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 88bbf5702f15dab4894295d81d21886b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T04:53:02,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/2df57c2eb7824124934527b1e9a22d14 is 1055, key is row0001/info:/1731559982370/Put/seqid=0 2024-11-14T04:53:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741837_1013 (size=6008) 2024-11-14T04:53:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741837_1013 (size=6008) 2024-11-14T04:53:02,586 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/2df57c2eb7824124934527b1e9a22d14 2024-11-14T04:53:02,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/2df57c2eb7824124934527b1e9a22d14 as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/2df57c2eb7824124934527b1e9a22d14 2024-11-14T04:53:02,608 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/2df57c2eb7824124934527b1e9a22d14, entries=1, sequenceid=5, filesize=5.9 K 2024-11-14T04:53:02,610 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 88bbf5702f15dab4894295d81d21886b in 60ms, sequenceid=5, compaction requested=false 2024-11-14T04:53:02,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 88bbf5702f15dab4894295d81d21886b: 2024-11-14T04:53:02,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:02,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T04:53:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T04:53:02,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T04:53:02,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 229 msec 2024-11-14T04:53:02,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 243 msec 2024-11-14T04:53:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:53:12,412 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T04:53:12,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:53:12,422 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:53:12,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:53:12,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:53:12,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T04:53:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:12,580 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 88bbf5702f15dab4894295d81d21886b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T04:53:12,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/35596d6a8b9641d3aec9a31e4e4d1b42 is 1055, key is row0002/info:/1731559992414/Put/seqid=0 2024-11-14T04:53:12,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741838_1014 (size=6008) 2024-11-14T04:53:12,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741838_1014 (size=6008) 2024-11-14T04:53:12,594 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/35596d6a8b9641d3aec9a31e4e4d1b42 2024-11-14T04:53:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/35596d6a8b9641d3aec9a31e4e4d1b42 as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/35596d6a8b9641d3aec9a31e4e4d1b42 2024-11-14T04:53:12,611 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/35596d6a8b9641d3aec9a31e4e4d1b42, entries=1, sequenceid=9, filesize=5.9 K 2024-11-14T04:53:12,613 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 88bbf5702f15dab4894295d81d21886b in 32ms, sequenceid=9, compaction requested=false 2024-11-14T04:53:12,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 88bbf5702f15dab4894295d81d21886b: 2024-11-14T04:53:12,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:12,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T04:53:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T04:53:12,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:53:12,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-14T04:53:12,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 202 msec 2024-11-14T04:53:21,235 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:53:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:53:22,512 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T04:53:22,532 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560002515, exclude list is [], retry=0 2024-11-14T04:53:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-c3eeabe0-18ab-4e01-b173-565488b9c949,DISK] 2024-11-14T04:53:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7,DISK] 2024-11-14T04:53:22,545 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731559971883 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560002515 2024-11-14T04:53:22,545 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:43939:43939)] 2024-11-14T04:53:22,545 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731559971883 is not closed yet, will try archiving it next time 2024-11-14T04:53:22,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:22,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741833_1009 (size=5471) 2024-11-14T04:53:22,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731559971883 not finished, retry = 0 2024-11-14T04:53:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741833_1009 (size=5471) 2024-11-14T04:53:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:53:22,551 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:53:22,554 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:53:22,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:53:22,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:53:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:22,708 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 88bbf5702f15dab4894295d81d21886b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T04:53:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/d6b18b96c3e349308d8cd18b60304de4 is 1055, key is row0003/info:/1731560002513/Put/seqid=0 2024-11-14T04:53:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741840_1016 (size=6008) 2024-11-14T04:53:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741840_1016 (size=6008) 2024-11-14T04:53:23,122 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/d6b18b96c3e349308d8cd18b60304de4 2024-11-14T04:53:23,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/d6b18b96c3e349308d8cd18b60304de4 as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/d6b18b96c3e349308d8cd18b60304de4 2024-11-14T04:53:23,159 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/d6b18b96c3e349308d8cd18b60304de4, entries=1, sequenceid=13, filesize=5.9 K 2024-11-14T04:53:23,161 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 88bbf5702f15dab4894295d81d21886b in 453ms, sequenceid=13, compaction requested=true 2024-11-14T04:53:23,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 88bbf5702f15dab4894295d81d21886b: 2024-11-14T04:53:23,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:23,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T04:53:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T04:53:23,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T04:53:23,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-11-14T04:53:23,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 624 msec 2024-11-14T04:53:32,362 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:53:32,362 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:53:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:53:32,592 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T04:53:32,599 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:53:32,615 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:53:32,617 DEBUG [Time-limited test {}] regionserver.HStore(1541): 88bbf5702f15dab4894295d81d21886b/info is initiating minor compaction (all files) 2024-11-14T04:53:32,618 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:53:32,618 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:32,619 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 88bbf5702f15dab4894295d81d21886b/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:32,619 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/2df57c2eb7824124934527b1e9a22d14, hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/35596d6a8b9641d3aec9a31e4e4d1b42, hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/d6b18b96c3e349308d8cd18b60304de4] into tmpdir=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp, totalSize=17.6 K 2024-11-14T04:53:32,623 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2df57c2eb7824124934527b1e9a22d14, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731559982370 2024-11-14T04:53:32,626 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 35596d6a8b9641d3aec9a31e4e4d1b42, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731559992414 2024-11-14T04:53:32,628 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d6b18b96c3e349308d8cd18b60304de4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731560002513 2024-11-14T04:53:32,692 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 88bbf5702f15dab4894295d81d21886b#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:53:32,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/88cf5b09aea34996b11393010197f0fa is 1055, key is row0001/info:/1731559982370/Put/seqid=0 2024-11-14T04:53:32,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741841_1017 (size=8221) 2024-11-14T04:53:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741841_1017 (size=8221) 2024-11-14T04:53:32,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/88cf5b09aea34996b11393010197f0fa as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/88cf5b09aea34996b11393010197f0fa 2024-11-14T04:53:32,758 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88bbf5702f15dab4894295d81d21886b/info of 88bbf5702f15dab4894295d81d21886b into 88cf5b09aea34996b11393010197f0fa(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:53:32,758 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 88bbf5702f15dab4894295d81d21886b: 2024-11-14T04:53:32,784 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560012763, exclude list is [], retry=0 2024-11-14T04:53:32,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-c3eeabe0-18ab-4e01-b173-565488b9c949,DISK] 2024-11-14T04:53:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7,DISK] 2024-11-14T04:53:32,805 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560002515 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560012763 2024-11-14T04:53:32,805 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:43939:43939)] 2024-11-14T04:53:32,805 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560002515 is not closed yet, will try archiving it next time 2024-11-14T04:53:32,810 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731559971883 to hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/oldWALs/44289c305c03%2C39839%2C1731559971308.1731559971883 2024-11-14T04:53:32,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:53:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741839_1015 (size=2495) 2024-11-14T04:53:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741839_1015 (size=2495) 2024-11-14T04:53:32,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:53:32,819 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:53:32,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:53:32,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T04:53:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:32,972 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 88bbf5702f15dab4894295d81d21886b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T04:53:32,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/30f1480bdf314a3ca096f84c3d69148e is 1055, key is row0000/info:/1731560012760/Put/seqid=0 2024-11-14T04:53:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741843_1019 (size=6008) 2024-11-14T04:53:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741843_1019 (size=6008) 2024-11-14T04:53:32,991 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/30f1480bdf314a3ca096f84c3d69148e 2024-11-14T04:53:32,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/30f1480bdf314a3ca096f84c3d69148e as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/30f1480bdf314a3ca096f84c3d69148e 2024-11-14T04:53:33,005 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/30f1480bdf314a3ca096f84c3d69148e, entries=1, sequenceid=18, filesize=5.9 K 2024-11-14T04:53:33,007 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 88bbf5702f15dab4894295d81d21886b in 35ms, sequenceid=18, compaction requested=false 2024-11-14T04:53:33,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 88bbf5702f15dab4894295d81d21886b: 2024-11-14T04:53:33,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:33,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T04:53:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T04:53:33,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T04:53:33,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-14T04:53:33,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 208 msec 2024-11-14T04:53:38,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 88bbf5702f15dab4894295d81d21886b, had cached 0 bytes from a total of 14229 2024-11-14T04:53:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:53:42,882 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T04:53:42,898 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560022885, exclude list is [], retry=0 2024-11-14T04:53:42,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-cdaae1fc-9cd0-4b69-87d8-33dc2186f2b7,DISK] 2024-11-14T04:53:42,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32857,DS-c3eeabe0-18ab-4e01-b173-565488b9c949,DISK] 2024-11-14T04:53:42,903 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560012763 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560022885 2024-11-14T04:53:42,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32773:32773),(127.0.0.1/127.0.0.1:43939:43939)] 2024-11-14T04:53:42,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560012763 is not closed yet, will try archiving it next time 2024-11-14T04:53:42,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:53:42,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:53:42,904 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/WALs/44289c305c03,39839,1731559971308/44289c305c03%2C39839%2C1731559971308.1731560002515 to hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/oldWALs/44289c305c03%2C39839%2C1731559971308.1731560002515 2024-11-14T04:53:42,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:53:42,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:53:42,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:53:42,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:53:42,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711897277, stopped=false 2024-11-14T04:53:42,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:53:42,905 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,44825,1731559971260 2024-11-14T04:53:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741842_1018 (size=2001) 2024-11-14T04:53:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741842_1018 (size=2001) 2024-11-14T04:53:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:53:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:53:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:42,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:53:42,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:53:42,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:53:42,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:53:42,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:53:42,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,39839,1731559971308' ***** 2024-11-14T04:53:42,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:53:42,909 INFO [RS:0;44289c305c03:39839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:53:42,909 INFO [RS:0;44289c305c03:39839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:53:42,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:53:42,909 INFO [RS:0;44289c305c03:39839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:53:42,909 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(3091): Received CLOSE for 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:53:42,910 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,39839,1731559971308 2024-11-14T04:53:42,910 INFO [RS:0;44289c305c03:39839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:53:42,910 INFO [RS:0;44289c305c03:39839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:39839. 2024-11-14T04:53:42,910 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88bbf5702f15dab4894295d81d21886b, disabling compactions & flushes 2024-11-14T04:53:42,910 DEBUG [RS:0;44289c305c03:39839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:53:42,910 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:42,910 DEBUG [RS:0;44289c305c03:39839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:53:42,910 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:42,910 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. after waiting 0 ms 2024-11-14T04:53:42,910 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:42,910 INFO [RS:0;44289c305c03:39839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:53:42,910 INFO [RS:0;44289c305c03:39839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:53:42,910 INFO [RS:0;44289c305c03:39839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:53:42,910 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88bbf5702f15dab4894295d81d21886b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T04:53:42,910 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:53:42,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:53:42,913 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:53:42,913 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1325): Online Regions={88bbf5702f15dab4894295d81d21886b=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:53:42,913 DEBUG [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88bbf5702f15dab4894295d81d21886b 2024-11-14T04:53:42,913 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:53:42,913 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:53:42,913 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:53:42,913 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:53:42,913 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:53:42,914 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-14T04:53:42,915 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/c1ff2e161e224b6a82c49a61f892c78c is 1055, key is row0001/info:/1731560022883/Put/seqid=0 2024-11-14T04:53:42,939 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/info/b8c1d7b56fe14e3a98a3a27c2d4cf30a is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b./info:regioninfo/1731559973116/Put/seqid=0 2024-11-14T04:53:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741845_1021 (size=6008) 2024-11-14T04:53:42,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741845_1021 (size=6008) 2024-11-14T04:53:42,942 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/c1ff2e161e224b6a82c49a61f892c78c 2024-11-14T04:53:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741846_1022 (size=7308) 2024-11-14T04:53:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741846_1022 (size=7308) 2024-11-14T04:53:42,947 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/info/b8c1d7b56fe14e3a98a3a27c2d4cf30a 2024-11-14T04:53:42,952 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/.tmp/info/c1ff2e161e224b6a82c49a61f892c78c as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/c1ff2e161e224b6a82c49a61f892c78c 2024-11-14T04:53:42,960 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/c1ff2e161e224b6a82c49a61f892c78c, entries=1, sequenceid=22, filesize=5.9 K 2024-11-14T04:53:42,962 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 88bbf5702f15dab4894295d81d21886b in 51ms, sequenceid=22, compaction requested=true 2024-11-14T04:53:42,962 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/2df57c2eb7824124934527b1e9a22d14, hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/35596d6a8b9641d3aec9a31e4e4d1b42, hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/d6b18b96c3e349308d8cd18b60304de4] to archive 2024-11-14T04:53:42,967 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:53:42,971 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/2df57c2eb7824124934527b1e9a22d14 to hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/2df57c2eb7824124934527b1e9a22d14 2024-11-14T04:53:42,973 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/35596d6a8b9641d3aec9a31e4e4d1b42 to hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/35596d6a8b9641d3aec9a31e4e4d1b42 2024-11-14T04:53:42,975 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/d6b18b96c3e349308d8cd18b60304de4 to hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/info/d6b18b96c3e349308d8cd18b60304de4 2024-11-14T04:53:42,978 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/ns/52c919e26f3f43b9943c6fb263988a90 is 43, key is default/ns:d/1731559972273/Put/seqid=0 2024-11-14T04:53:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741847_1023 (size=5153) 2024-11-14T04:53:42,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741847_1023 (size=5153) 2024-11-14T04:53:42,994 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/ns/52c919e26f3f43b9943c6fb263988a90 2024-11-14T04:53:42,998 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=44289c305c03:44825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T04:53:42,998 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [2df57c2eb7824124934527b1e9a22d14=6008, 35596d6a8b9641d3aec9a31e4e4d1b42=6008, d6b18b96c3e349308d8cd18b60304de4=6008] 2024-11-14T04:53:43,003 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/88bbf5702f15dab4894295d81d21886b/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-14T04:53:43,004 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:43,004 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88bbf5702f15dab4894295d81d21886b: Waiting for close lock at 1731560022910Running coprocessor pre-close hooks at 1731560022910Disabling compacts and flushes for region at 1731560022910Disabling writes for close at 1731560022910Obtaining lock to block concurrent updates at 1731560022910Preparing flush snapshotting stores in 88bbf5702f15dab4894295d81d21886b at 1731560022910Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731560022910Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. at 1731560022911 (+1 ms)Flushing 88bbf5702f15dab4894295d81d21886b/info: creating writer at 1731560022911Flushing 88bbf5702f15dab4894295d81d21886b/info: appending metadata at 1731560022915 (+4 ms)Flushing 88bbf5702f15dab4894295d81d21886b/info: closing flushed file at 1731560022915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3068dea2: reopening flushed file at 1731560022951 (+36 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 88bbf5702f15dab4894295d81d21886b in 51ms, sequenceid=22, compaction requested=true at 1731560022962 (+11 ms)Writing region close event to WAL at 1731560022999 (+37 ms)Running coprocessor post-close hooks at 1731560023004 (+5 ms)Closed at 1731560023004 2024-11-14T04:53:43,004 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731559972345.88bbf5702f15dab4894295d81d21886b. 2024-11-14T04:53:43,021 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/table/42095f457685492486c175893b9ee63c is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731559973128/Put/seqid=0 2024-11-14T04:53:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741848_1024 (size=5508) 2024-11-14T04:53:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741848_1024 (size=5508) 2024-11-14T04:53:43,027 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/table/42095f457685492486c175893b9ee63c 2024-11-14T04:53:43,034 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/info/b8c1d7b56fe14e3a98a3a27c2d4cf30a as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/info/b8c1d7b56fe14e3a98a3a27c2d4cf30a 2024-11-14T04:53:43,041 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/info/b8c1d7b56fe14e3a98a3a27c2d4cf30a, entries=10, sequenceid=11, filesize=7.1 K 2024-11-14T04:53:43,042 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/ns/52c919e26f3f43b9943c6fb263988a90 as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/ns/52c919e26f3f43b9943c6fb263988a90 2024-11-14T04:53:43,051 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/ns/52c919e26f3f43b9943c6fb263988a90, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:53:43,052 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/.tmp/table/42095f457685492486c175893b9ee63c as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/table/42095f457685492486c175893b9ee63c 2024-11-14T04:53:43,058 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/table/42095f457685492486c175893b9ee63c, entries=2, sequenceid=11, filesize=5.4 K 2024-11-14T04:53:43,059 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=11, compaction requested=false 2024-11-14T04:53:43,064 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:53:43,065 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:53:43,065 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:53:43,065 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560022913Running coprocessor pre-close hooks at 1731560022913Disabling compacts and flushes for region at 1731560022913Disabling writes for close at 1731560022913Obtaining lock to block concurrent updates at 1731560022914 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731560022914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731560022914Flushing stores of hbase:meta,,1.1588230740 at 1731560022915 (+1 ms)Flushing 1588230740/info: creating writer at 1731560022915Flushing 1588230740/info: appending metadata at 1731560022938 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731560022938Flushing 1588230740/ns: creating writer at 1731560022955 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731560022978 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731560022978Flushing 1588230740/table: creating writer at 1731560023001 (+23 ms)Flushing 1588230740/table: appending metadata at 1731560023021 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731560023021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a06e611: reopening flushed file at 1731560023034 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c70caa5: reopening flushed file at 1731560023041 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1976b6a5: reopening flushed file at 1731560023051 (+10 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=11, compaction requested=false at 1731560023059 (+8 ms)Writing region close event to WAL at 1731560023061 (+2 ms)Running coprocessor post-close hooks at 1731560023065 (+4 ms)Closed at 1731560023065 2024-11-14T04:53:43,065 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:53:43,113 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,39839,1731559971308; all regions closed. 2024-11-14T04:53:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741834_1010 (size=3306) 2024-11-14T04:53:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741834_1010 (size=3306) 2024-11-14T04:53:43,119 DEBUG [RS:0;44289c305c03:39839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/oldWALs 2024-11-14T04:53:43,119 INFO [RS:0;44289c305c03:39839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C39839%2C1731559971308.meta:.meta(num 1731559972212) 2024-11-14T04:53:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741844_1020 (size=1252) 2024-11-14T04:53:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741844_1020 (size=1252) 2024-11-14T04:53:43,128 DEBUG [RS:0;44289c305c03:39839 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/oldWALs 2024-11-14T04:53:43,128 INFO [RS:0;44289c305c03:39839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C39839%2C1731559971308:(num 1731560022885) 2024-11-14T04:53:43,128 DEBUG [RS:0;44289c305c03:39839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:53:43,128 INFO [RS:0;44289c305c03:39839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:53:43,128 INFO [RS:0;44289c305c03:39839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:53:43,128 INFO [RS:0;44289c305c03:39839 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:53:43,128 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:53:43,129 INFO [RS:0;44289c305c03:39839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:53:43,129 INFO [RS:0;44289c305c03:39839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39839 2024-11-14T04:53:43,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,39839,1731559971308 2024-11-14T04:53:43,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:53:43,132 INFO [RS:0;44289c305c03:39839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:53:43,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,39839,1731559971308] 2024-11-14T04:53:43,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,39839,1731559971308 already deleted, retry=false 2024-11-14T04:53:43,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,39839,1731559971308 expired; onlineServers=0 2024-11-14T04:53:43,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,44825,1731559971260' ***** 2024-11-14T04:53:43,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:53:43,134 INFO [M:0;44289c305c03:44825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:53:43,134 INFO [M:0;44289c305c03:44825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:53:43,134 DEBUG [M:0;44289c305c03:44825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:53:43,135 DEBUG [M:0;44289c305c03:44825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:53:43,135 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559971584 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559971584,5,FailOnTimeoutGroup] 2024-11-14T04:53:43,135 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559971585 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559971585,5,FailOnTimeoutGroup] 2024-11-14T04:53:43,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:53:43,135 INFO [M:0;44289c305c03:44825 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:53:43,135 INFO [M:0;44289c305c03:44825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:53:43,135 DEBUG [M:0;44289c305c03:44825 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:53:43,135 INFO [M:0;44289c305c03:44825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:53:43,135 INFO [M:0;44289c305c03:44825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:53:43,136 INFO [M:0;44289c305c03:44825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:53:43,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:53:43,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:53:43,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:43,137 DEBUG [M:0;44289c305c03:44825 {}] zookeeper.ZKUtil(347): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T04:53:43,137 WARN [M:0;44289c305c03:44825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:53:43,138 INFO [M:0;44289c305c03:44825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/.lastflushedseqids 2024-11-14T04:53:43,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741849_1025 (size=130) 2024-11-14T04:53:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741849_1025 (size=130) 2024-11-14T04:53:43,149 INFO [M:0;44289c305c03:44825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:53:43,149 INFO [M:0;44289c305c03:44825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:53:43,149 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:53:43,149 INFO [M:0;44289c305c03:44825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:43,149 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:43,149 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:53:43,149 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:43,149 INFO [M:0;44289c305c03:44825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.55 KB heapSize=54.91 KB 2024-11-14T04:53:43,166 DEBUG [M:0;44289c305c03:44825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7de0708892a4ab0a106562c30c70810 is 82, key is hbase:meta,,1/info:regioninfo/1731559972254/Put/seqid=0 2024-11-14T04:53:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741850_1026 (size=5672) 2024-11-14T04:53:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741850_1026 (size=5672) 2024-11-14T04:53:43,174 INFO [M:0;44289c305c03:44825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7de0708892a4ab0a106562c30c70810 2024-11-14T04:53:43,196 DEBUG [M:0;44289c305c03:44825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47e4a2d4b39e429f83a091d7e025739f is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731559973132/Put/seqid=0 2024-11-14T04:53:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741851_1027 (size=7818) 2024-11-14T04:53:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741851_1027 (size=7818) 2024-11-14T04:53:43,203 INFO [M:0;44289c305c03:44825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47e4a2d4b39e429f83a091d7e025739f 2024-11-14T04:53:43,209 INFO [M:0;44289c305c03:44825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e4a2d4b39e429f83a091d7e025739f 2024-11-14T04:53:43,224 DEBUG [M:0;44289c305c03:44825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0543adec23ec46a1a3fff5e83ddac43c is 69, key is 44289c305c03,39839,1731559971308/rs:state/1731559971693/Put/seqid=0 2024-11-14T04:53:43,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741852_1028 (size=5156) 2024-11-14T04:53:43,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741852_1028 (size=5156) 2024-11-14T04:53:43,230 INFO [M:0;44289c305c03:44825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0543adec23ec46a1a3fff5e83ddac43c 2024-11-14T04:53:43,233 INFO [RS:0;44289c305c03:39839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:53:43,234 INFO [RS:0;44289c305c03:39839 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,39839,1731559971308; zookeeper connection closed. 2024-11-14T04:53:43,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:53:43,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x100ef974e500001, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:53:43,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a2a3344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a2a3344 2024-11-14T04:53:43,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:53:43,252 DEBUG [M:0;44289c305c03:44825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a33184c7eec475d85eb75a498929031 is 52, key is load_balancer_on/state:d/1731559972341/Put/seqid=0 2024-11-14T04:53:43,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741853_1029 (size=5056) 2024-11-14T04:53:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741853_1029 (size=5056) 2024-11-14T04:53:43,258 INFO [M:0;44289c305c03:44825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a33184c7eec475d85eb75a498929031 2024-11-14T04:53:43,264 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7de0708892a4ab0a106562c30c70810 as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7de0708892a4ab0a106562c30c70810 2024-11-14T04:53:43,269 INFO [M:0;44289c305c03:44825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7de0708892a4ab0a106562c30c70810, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T04:53:43,270 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47e4a2d4b39e429f83a091d7e025739f as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47e4a2d4b39e429f83a091d7e025739f 2024-11-14T04:53:43,275 INFO [M:0;44289c305c03:44825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e4a2d4b39e429f83a091d7e025739f 2024-11-14T04:53:43,275 INFO [M:0;44289c305c03:44825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47e4a2d4b39e429f83a091d7e025739f, entries=14, sequenceid=121, filesize=7.6 K 2024-11-14T04:53:43,276 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0543adec23ec46a1a3fff5e83ddac43c as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0543adec23ec46a1a3fff5e83ddac43c 2024-11-14T04:53:43,282 INFO [M:0;44289c305c03:44825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0543adec23ec46a1a3fff5e83ddac43c, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T04:53:43,283 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a33184c7eec475d85eb75a498929031 as hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a33184c7eec475d85eb75a498929031 2024-11-14T04:53:43,288 INFO [M:0;44289c305c03:44825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41667/user/jenkins/test-data/bd56cf93-e191-5036-d3e9-f293e5a1f003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a33184c7eec475d85eb75a498929031, entries=1, sequenceid=121, filesize=4.9 K 2024-11-14T04:53:43,289 INFO [M:0;44289c305c03:44825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.55 KB/44593, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=121, compaction requested=false 2024-11-14T04:53:43,292 INFO [M:0;44289c305c03:44825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:43,292 DEBUG [M:0;44289c305c03:44825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560023149Disabling compacts and flushes for region at 1731560023149Disabling writes for close at 1731560023149Obtaining lock to block concurrent updates at 1731560023149Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731560023149Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44593, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1731560023150 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731560023150Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731560023150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731560023166 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731560023166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731560023180 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731560023196 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731560023196Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731560023209 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731560023224 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731560023224Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731560023236 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731560023251 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731560023251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269d0081: reopening flushed file at 1731560023263 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174cd60f: reopening flushed file at 1731560023270 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301053f3: reopening flushed file at 1731560023276 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5d2f02: reopening flushed file at 1731560023282 (+6 ms)Finished flush of dataSize ~43.55 KB/44593, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=121, compaction requested=false at 1731560023290 (+8 ms)Writing region close event to WAL at 1731560023292 (+2 ms)Closed at 1731560023292 2024-11-14T04:53:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32857 is added to blk_1073741830_1006 (size=52990) 2024-11-14T04:53:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741830_1006 (size=52990) 2024-11-14T04:53:43,299 INFO [M:0;44289c305c03:44825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:53:43,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:53:43,299 INFO [M:0;44289c305c03:44825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44825 2024-11-14T04:53:43,299 INFO [M:0;44289c305c03:44825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:53:43,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:53:43,401 INFO [M:0;44289c305c03:44825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:53:43,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44825-0x100ef974e500000, quorum=127.0.0.1:58209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:53:43,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70c2cc1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:53:43,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@189cac0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:53:43,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:53:43,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffdb317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:53:43,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3252ffa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir/,STOPPED} 2024-11-14T04:53:43,407 WARN [BP-863593335-172.17.0.2-1731559970411 heartbeating to localhost/127.0.0.1:41667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:53:43,407 WARN [BP-863593335-172.17.0.2-1731559970411 heartbeating to localhost/127.0.0.1:41667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-863593335-172.17.0.2-1731559970411 (Datanode Uuid 09bff37f-48a6-49c3-80bb-59e6cb3557ff) service to localhost/127.0.0.1:41667 2024-11-14T04:53:43,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:53:43,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:53:43,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data3/current/BP-863593335-172.17.0.2-1731559970411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:53:43,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data4/current/BP-863593335-172.17.0.2-1731559970411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:53:43,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:53:43,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d5bed2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:53:43,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3132ed39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:53:43,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:53:43,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d19234{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:53:43,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@511a3aac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir/,STOPPED} 2024-11-14T04:53:43,416 WARN [BP-863593335-172.17.0.2-1731559970411 heartbeating to localhost/127.0.0.1:41667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:53:43,416 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:53:43,416 WARN [BP-863593335-172.17.0.2-1731559970411 heartbeating to localhost/127.0.0.1:41667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-863593335-172.17.0.2-1731559970411 (Datanode Uuid dc97b5e5-863f-44bf-b124-b425e6a6f227) service to localhost/127.0.0.1:41667 2024-11-14T04:53:43,416 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:53:43,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data1/current/BP-863593335-172.17.0.2-1731559970411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:53:43,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/cluster_e58c8905-2054-6965-4b1a-dc42c212c894/data/data2/current/BP-863593335-172.17.0.2-1731559970411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:53:43,417 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:53:43,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bc3e9c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:53:43,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1b90c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:53:43,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:53:43,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d241b5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:53:43,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b328c19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir/,STOPPED} 2024-11-14T04:53:43,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:53:43,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:53:43,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 104), OpenFileDescriptor=429 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=5669 (was 6220) 2024-11-14T04:53:43,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=5668 2024-11-14T04:53:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:53:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.log.dir so I do NOT create it in target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7 2024-11-14T04:53:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22f3913-3f1d-af12-d469-34a1684939b4/hadoop.tmp.dir so I do NOT create it in target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7 2024-11-14T04:53:43,465 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99, deleteOnExit=true 2024-11-14T04:53:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/test.cache.data in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:53:43,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:53:43,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:53:43,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:53:43,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:53:43,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:53:43,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:53:43,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:53:43,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:53:43,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:53:43,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1930e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:53:43,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@138eb1a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:53:43,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23575f6c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/java.io.tmpdir/jetty-localhost-40671-hadoop-hdfs-3_4_1-tests_jar-_-any-14626654600888824678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:53:43,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f588a53{HTTP/1.1, (http/1.1)}{localhost:40671} 2024-11-14T04:53:43,682 INFO [Time-limited test {}] server.Server(415): Started @142594ms 2024-11-14T04:53:43,735 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:53:43,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:53:43,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:53:43,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:53:43,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:53:43,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:53:43,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612c7946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:53:43,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d56b6ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:53:43,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2885c493{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/java.io.tmpdir/jetty-localhost-35343-hadoop-hdfs-3_4_1-tests_jar-_-any-15612774836631196131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:53:43,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@427e054f{HTTP/1.1, (http/1.1)}{localhost:35343} 2024-11-14T04:53:43,915 INFO [Time-limited test {}] server.Server(415): Started @142828ms 2024-11-14T04:53:43,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:53:43,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:53:43,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:53:43,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:53:43,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:53:43,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:53:43,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fa44fbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:53:43,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d7d0aa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:53:43,997 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data1/current/BP-1939270909-172.17.0.2-1731560023499/current, will proceed with Du for space computation calculation, 2024-11-14T04:53:43,997 WARN [Thread-1092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data2/current/BP-1939270909-172.17.0.2-1731560023499/current, will proceed with Du for space computation calculation, 2024-11-14T04:53:44,018 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:53:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d2b87016cf1fe1a with lease ID 0xaa6f8a731f19f598: Processing first storage report for DS-7ab7433c-39ef-4441-ad22-1f3825e1bdab from datanode DatanodeRegistration(127.0.0.1:34789, datanodeUuid=58867f6b-b2b4-4f74-9480-07aae18de52f, infoPort=43363, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499) 2024-11-14T04:53:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d2b87016cf1fe1a with lease ID 0xaa6f8a731f19f598: from storage DS-7ab7433c-39ef-4441-ad22-1f3825e1bdab node DatanodeRegistration(127.0.0.1:34789, datanodeUuid=58867f6b-b2b4-4f74-9480-07aae18de52f, infoPort=43363, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:53:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d2b87016cf1fe1a with lease ID 0xaa6f8a731f19f598: Processing first storage report for DS-29f0869d-1397-4f73-b73f-28fd5dd3e7b3 from datanode DatanodeRegistration(127.0.0.1:34789, datanodeUuid=58867f6b-b2b4-4f74-9480-07aae18de52f, infoPort=43363, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499) 2024-11-14T04:53:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d2b87016cf1fe1a with lease ID 0xaa6f8a731f19f598: from storage DS-29f0869d-1397-4f73-b73f-28fd5dd3e7b3 node DatanodeRegistration(127.0.0.1:34789, datanodeUuid=58867f6b-b2b4-4f74-9480-07aae18de52f, infoPort=43363, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:53:44,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ff5b920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/java.io.tmpdir/jetty-localhost-43193-hadoop-hdfs-3_4_1-tests_jar-_-any-13136174554180361190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:53:44,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@302d7309{HTTP/1.1, (http/1.1)}{localhost:43193} 2024-11-14T04:53:44,090 INFO [Time-limited test {}] server.Server(415): Started @143002ms 2024-11-14T04:53:44,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:53:44,187 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data4/current/BP-1939270909-172.17.0.2-1731560023499/current, will proceed with Du for space computation calculation, 2024-11-14T04:53:44,187 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data3/current/BP-1939270909-172.17.0.2-1731560023499/current, will proceed with Du for space computation calculation, 2024-11-14T04:53:44,206 WARN [Thread-1106 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:53:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b43e5ae6079443 with lease ID 0xaa6f8a731f19f599: Processing first storage report for DS-cfbb8fe2-ac83-4b92-a252-5f74ed3fb07e from datanode DatanodeRegistration(127.0.0.1:46387, datanodeUuid=91c96145-33f1-4e3a-b2a0-67197bcf60af, infoPort=41103, infoSecurePort=0, ipcPort=40921, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499) 2024-11-14T04:53:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b43e5ae6079443 with lease ID 0xaa6f8a731f19f599: from storage DS-cfbb8fe2-ac83-4b92-a252-5f74ed3fb07e node DatanodeRegistration(127.0.0.1:46387, datanodeUuid=91c96145-33f1-4e3a-b2a0-67197bcf60af, infoPort=41103, infoSecurePort=0, ipcPort=40921, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:53:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b43e5ae6079443 with lease ID 0xaa6f8a731f19f599: Processing first storage report for DS-39b8aa60-de54-4873-a202-ea6f8dfe9322 from datanode DatanodeRegistration(127.0.0.1:46387, datanodeUuid=91c96145-33f1-4e3a-b2a0-67197bcf60af, infoPort=41103, infoSecurePort=0, ipcPort=40921, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499) 2024-11-14T04:53:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b43e5ae6079443 with lease ID 0xaa6f8a731f19f599: from storage DS-39b8aa60-de54-4873-a202-ea6f8dfe9322 node DatanodeRegistration(127.0.0.1:46387, datanodeUuid=91c96145-33f1-4e3a-b2a0-67197bcf60af, infoPort=41103, infoSecurePort=0, ipcPort=40921, storageInfo=lv=-57;cid=testClusterID;nsid=1755757584;c=1731560023499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:53:44,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7 2024-11-14T04:53:44,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/zookeeper_0, clientPort=61316, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:53:44,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61316 2024-11-14T04:53:44,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:44,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:44,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:53:44,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:53:44,282 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0 with version=8 2024-11-14T04:53:44,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/hbase-staging 2024-11-14T04:53:44,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:53:44,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:53:44,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:53:44,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:53:44,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:53:44,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:53:44,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:53:44,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:53:44,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44559 2024-11-14T04:53:44,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44559 connecting to ZooKeeper ensemble=127.0.0.1:61316 2024-11-14T04:53:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445590x0, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:53:44,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44559-0x100ef981d570000 connected 2024-11-14T04:53:44,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:44,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:44,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:53:44,321 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0, hbase.cluster.distributed=false 2024-11-14T04:53:44,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:53:44,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44559 2024-11-14T04:53:44,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44559 2024-11-14T04:53:44,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44559 2024-11-14T04:53:44,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44559 2024-11-14T04:53:44,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44559 2024-11-14T04:53:44,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:53:44,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:53:44,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:53:44,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:53:44,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:53:44,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:53:44,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:53:44,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:53:44,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38283 2024-11-14T04:53:44,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38283 connecting to ZooKeeper ensemble=127.0.0.1:61316 2024-11-14T04:53:44,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:44,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:44,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382830x0, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:53:44,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382830x0, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:53:44,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38283-0x100ef981d570001 connected 2024-11-14T04:53:44,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:53:44,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:53:44,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:53:44,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:53:44,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38283 2024-11-14T04:53:44,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38283 2024-11-14T04:53:44,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38283 2024-11-14T04:53:44,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38283 2024-11-14T04:53:44,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38283 2024-11-14T04:53:44,365 DEBUG [M:0;44289c305c03:44559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:44559 2024-11-14T04:53:44,365 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,44559,1731560024284 2024-11-14T04:53:44,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:53:44,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:53:44,368 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,44559,1731560024284 2024-11-14T04:53:44,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:53:44,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,369 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:53:44,370 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,44559,1731560024284 from backup master directory 2024-11-14T04:53:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,44559,1731560024284 2024-11-14T04:53:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:53:44,371 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:53:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:53:44,371 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,44559,1731560024284 2024-11-14T04:53:44,376 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/hbase.id] with ID: 5a66c67a-8b0d-42f6-b4a6-af44b70a0cd6 2024-11-14T04:53:44,376 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/.tmp/hbase.id 2024-11-14T04:53:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:53:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:53:44,384 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/.tmp/hbase.id]:[hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/hbase.id] 2024-11-14T04:53:44,397 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:44,397 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:53:44,399 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T04:53:44,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:53:44,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:53:44,410 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:53:44,411 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:53:44,411 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:53:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:53:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:53:44,419 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store 2024-11-14T04:53:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:53:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:53:44,427 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:53:44,427 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:53:44,427 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:44,427 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:44,427 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:53:44,427 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:44,427 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:53:44,427 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560024427Disabling compacts and flushes for region at 1731560024427Disabling writes for close at 1731560024427Writing region close event to WAL at 1731560024427Closed at 1731560024427 2024-11-14T04:53:44,428 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/.initializing 2024-11-14T04:53:44,428 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/WALs/44289c305c03,44559,1731560024284 2024-11-14T04:53:44,430 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:53:44,432 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C44559%2C1731560024284, suffix=, logDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/WALs/44289c305c03,44559,1731560024284, archiveDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/oldWALs, maxLogs=10 2024-11-14T04:53:44,451 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/WALs/44289c305c03,44559,1731560024284/44289c305c03%2C44559%2C1731560024284.1731560024432, exclude list is [], retry=0 2024-11-14T04:53:44,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-cfbb8fe2-ac83-4b92-a252-5f74ed3fb07e,DISK] 2024-11-14T04:53:44,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-7ab7433c-39ef-4441-ad22-1f3825e1bdab,DISK] 2024-11-14T04:53:44,458 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/WALs/44289c305c03,44559,1731560024284/44289c305c03%2C44559%2C1731560024284.1731560024432 2024-11-14T04:53:44,459 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41103:41103),(127.0.0.1/127.0.0.1:43363:43363)] 2024-11-14T04:53:44,459 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:53:44,459 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:53:44,459 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,459 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:53:44,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:44,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:53:44,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:53:44,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:53:44,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:53:44,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:53:44,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:53:44,473 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,474 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,474 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,476 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,476 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,476 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:53:44,477 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:53:44,484 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:53:44,485 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860164, jitterRate=0.09375591576099396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:53:44,485 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731560024460Initializing all the Stores at 1731560024461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560024461Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560024465 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560024465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560024465Cleaning up temporary data from old regions at 1731560024476 (+11 ms)Region opened successfully at 1731560024485 (+9 ms) 2024-11-14T04:53:44,488 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:53:44,492 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517bfa3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:53:44,493 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:53:44,493 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:53:44,493 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:53:44,493 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:53:44,494 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:53:44,494 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:53:44,494 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:53:44,497 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:53:44,498 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:53:44,500 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:53:44,500 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:53:44,501 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:53:44,502 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:53:44,502 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:53:44,503 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:53:44,505 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:53:44,507 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:53:44,508 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:53:44,510 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:53:44,511 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:53:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:53:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:53:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,514 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,44559,1731560024284, sessionid=0x100ef981d570000, setting cluster-up flag (Was=false) 2024-11-14T04:53:44,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,521 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:53:44,523 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,44559,1731560024284 2024-11-14T04:53:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,531 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:53:44,532 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,44559,1731560024284 2024-11-14T04:53:44,534 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:53:44,536 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:53:44,536 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:53:44,537 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:53:44,537 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,44559,1731560024284 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:53:44,539 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:53:44,539 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:53:44,539 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:53:44,539 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:53:44,541 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:53:44,541 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,541 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:53:44,541 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731560054544 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:53:44,544 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:53:44,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:53:44,545 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:53:44,545 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:53:44,545 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:53:44,545 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:53:44,545 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:53:44,545 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560024545,5,FailOnTimeoutGroup] 2024-11-14T04:53:44,545 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560024545,5,FailOnTimeoutGroup] 2024-11-14T04:53:44,546 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,546 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:53:44,546 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,546 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:53:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:53:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:53:44,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:53:44,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0 2024-11-14T04:53:44,555 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(746): ClusterId : 5a66c67a-8b0d-42f6-b4a6-af44b70a0cd6 2024-11-14T04:53:44,555 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:53:44,558 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:53:44,558 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:53:44,560 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:53:44,561 DEBUG [RS:0;44289c305c03:38283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507eceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:53:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:53:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:53:44,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:53:44,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:53:44,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:53:44,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:44,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:53:44,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:53:44,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:44,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:53:44,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:53:44,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:44,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:53:44,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:53:44,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:44,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:44,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:53:44,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740 2024-11-14T04:53:44,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740 2024-11-14T04:53:44,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:53:44,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:53:44,575 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:38283 2024-11-14T04:53:44,575 INFO [RS:0;44289c305c03:38283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:53:44,575 INFO [RS:0;44289c305c03:38283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:53:44,575 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:53:44,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:53:44,576 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,44559,1731560024284 with port=38283, startcode=1731560024340 2024-11-14T04:53:44,576 DEBUG [RS:0;44289c305c03:38283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:53:44,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:53:44,578 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:53:44,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,38283,1731560024340 2024-11-14T04:53:44,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44559 {}] master.ServerManager(517): Registering regionserver=44289c305c03,38283,1731560024340 2024-11-14T04:53:44,581 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0 2024-11-14T04:53:44,581 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43981 2024-11-14T04:53:44,581 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:53:44,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:53:44,583 DEBUG [RS:0;44289c305c03:38283 {}] zookeeper.ZKUtil(111): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,38283,1731560024340 2024-11-14T04:53:44,583 WARN [RS:0;44289c305c03:38283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:53:44,583 INFO [RS:0;44289c305c03:38283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:53:44,583 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340 2024-11-14T04:53:44,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:53:44,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,38283,1731560024340] 2024-11-14T04:53:44,585 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=775028, jitterRate=-0.014501452445983887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:53:44,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731560024563Initializing all the Stores at 1731560024564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560024564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560024564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560024564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560024564Cleaning up temporary data from old regions at 1731560024575 (+11 ms)Region opened successfully at 1731560024586 (+11 ms) 2024-11-14T04:53:44,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:53:44,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:53:44,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:53:44,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:53:44,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:53:44,587 INFO [RS:0;44289c305c03:38283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:53:44,589 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:53:44,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560024586Disabling compacts and flushes for region at 1731560024586Disabling writes for close at 1731560024586Writing region close event to WAL at 1731560024589 (+3 ms)Closed at 1731560024589 2024-11-14T04:53:44,589 INFO [RS:0;44289c305c03:38283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:53:44,590 INFO [RS:0;44289c305c03:38283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:53:44,590 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:53:44,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:53:44,590 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:53:44,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:53:44,591 INFO [RS:0;44289c305c03:38283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:53:44,591 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,591 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,591 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,591 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:53:44,591 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,591 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,591 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:53:44,592 DEBUG [RS:0;44289c305c03:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:53:44,593 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:53:44,593 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,593 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,593 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,593 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,593 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,593 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38283,1731560024340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:53:44,610 INFO [RS:0;44289c305c03:38283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:53:44,610 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38283,1731560024340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,610 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,610 INFO [RS:0;44289c305c03:38283 {}] regionserver.Replication(171): 44289c305c03,38283,1731560024340 started 2024-11-14T04:53:44,624 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:44,624 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,38283,1731560024340, RpcServer on 44289c305c03/172.17.0.2:38283, sessionid=0x100ef981d570001 2024-11-14T04:53:44,624 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:53:44,624 DEBUG [RS:0;44289c305c03:38283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,38283,1731560024340 2024-11-14T04:53:44,624 DEBUG [RS:0;44289c305c03:38283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,38283,1731560024340' 2024-11-14T04:53:44,624 DEBUG [RS:0;44289c305c03:38283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:53:44,625 DEBUG [RS:0;44289c305c03:38283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:53:44,625 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:53:44,625 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:53:44,625 DEBUG [RS:0;44289c305c03:38283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,38283,1731560024340 2024-11-14T04:53:44,626 DEBUG [RS:0;44289c305c03:38283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,38283,1731560024340' 2024-11-14T04:53:44,626 DEBUG [RS:0;44289c305c03:38283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:53:44,626 DEBUG [RS:0;44289c305c03:38283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:53:44,626 DEBUG [RS:0;44289c305c03:38283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:53:44,626 INFO [RS:0;44289c305c03:38283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:53:44,626 INFO [RS:0;44289c305c03:38283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:53:44,727 INFO [RS:0;44289c305c03:38283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:53:44,729 INFO [RS:0;44289c305c03:38283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C38283%2C1731560024340, suffix=, logDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340, archiveDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/oldWALs, maxLogs=32 2024-11-14T04:53:44,743 WARN [44289c305c03:44559 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:53:44,744 DEBUG [RS:0;44289c305c03:38283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560024730, exclude list is [], retry=0 2024-11-14T04:53:44,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-cfbb8fe2-ac83-4b92-a252-5f74ed3fb07e,DISK] 2024-11-14T04:53:44,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-7ab7433c-39ef-4441-ad22-1f3825e1bdab,DISK] 2024-11-14T04:53:44,750 INFO [RS:0;44289c305c03:38283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560024730 2024-11-14T04:53:44,750 DEBUG [RS:0;44289c305c03:38283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41103:41103),(127.0.0.1/127.0.0.1:43363:43363)] 2024-11-14T04:53:44,993 DEBUG [44289c305c03:44559 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:53:44,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:53:44,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38283,1731560024340, state=OPENING 2024-11-14T04:53:44,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:53:44,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:44,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:53:45,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:53:45,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:53:45,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:53:45,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,38283,1731560024340}] 2024-11-14T04:53:45,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:53:45,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:53:45,177 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:53:45,177 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:53:45,178 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:53:45,180 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C38283%2C1731560024340.meta, suffix=.meta, logDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340, archiveDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/oldWALs, maxLogs=32 2024-11-14T04:53:45,208 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.meta.1731560025186.meta, exclude list is [], retry=0 2024-11-14T04:53:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-cfbb8fe2-ac83-4b92-a252-5f74ed3fb07e,DISK] 2024-11-14T04:53:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-7ab7433c-39ef-4441-ad22-1f3825e1bdab,DISK] 2024-11-14T04:53:45,220 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.meta.1731560025186.meta 2024-11-14T04:53:45,221 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43363:43363),(127.0.0.1/127.0.0.1:41103:41103)] 2024-11-14T04:53:45,221 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:53:45,222 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:53:45,222 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:53:45,222 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:53:45,222 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:53:45,222 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:53:45,222 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:53:45,222 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:53:45,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:53:45,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:53:45,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:45,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:45,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:53:45,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:53:45,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:45,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:45,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:53:45,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:53:45,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:45,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:45,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:53:45,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:53:45,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:45,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:53:45,237 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:53:45,237 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740 2024-11-14T04:53:45,239 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740 2024-11-14T04:53:45,242 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:53:45,242 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:53:45,243 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:53:45,245 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:53:45,246 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=861580, jitterRate=0.09555675089359283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:53:45,246 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:53:45,247 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731560025222Writing region info on filesystem at 1731560025222Initializing all the Stores at 1731560025227 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560025227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560025228 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560025228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560025228Cleaning up temporary data from old regions at 1731560025242 (+14 ms)Running coprocessor post-open hooks at 1731560025246 (+4 ms)Region opened successfully at 1731560025247 (+1 ms) 2024-11-14T04:53:45,249 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731560025155 2024-11-14T04:53:45,254 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:53:45,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:53:45,256 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:53:45,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38283,1731560024340, state=OPEN 2024-11-14T04:53:45,267 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,38283,1731560024340 2024-11-14T04:53:45,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:53:45,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:53:45,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:53:45,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:53:45,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:53:45,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,38283,1731560024340 in 267 msec 2024-11-14T04:53:45,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:53:45,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-11-14T04:53:45,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:53:45,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:53:45,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:53:45,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38283,1731560024340, seqNum=-1] 2024-11-14T04:53:45,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:53:45,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:53:45,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-11-14T04:53:45,293 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731560025293, completionTime=-1 2024-11-14T04:53:45,293 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:53:45,293 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:53:45,296 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T04:53:45,296 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731560085296 2024-11-14T04:53:45,296 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731560145296 2024-11-14T04:53:45,296 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T04:53:45,297 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44559,1731560024284-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:45,297 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44559,1731560024284-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:45,297 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44559,1731560024284-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:45,297 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:44559, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:45,297 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:45,298 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:45,301 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.933sec 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44559,1731560024284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:53:45,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44559,1731560024284-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:53:45,324 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:53:45,324 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:53:45,324 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,44559,1731560024284-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:53:45,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bff140a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:53:45,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,44559,-1 for getting cluster id 2024-11-14T04:53:45,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:53:45,364 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a66c67a-8b0d-42f6-b4a6-af44b70a0cd6' 2024-11-14T04:53:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:53:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a66c67a-8b0d-42f6-b4a6-af44b70a0cd6" 2024-11-14T04:53:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbd3348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:53:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,44559,-1] 2024-11-14T04:53:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:53:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:53:45,373 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:53:45,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12171f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:53:45,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:53:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38283,1731560024340, seqNum=-1] 2024-11-14T04:53:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:53:45,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:53:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,44559,1731560024284 2024-11-14T04:53:45,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:53:45,385 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T04:53:45,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:53:45,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,44559,1731560024284 2024-11-14T04:53:45,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb8e006 2024-11-14T04:53:45,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:53:45,390 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:53:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T04:53:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T04:53:45,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:53:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-14T04:53:45,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:53:45,397 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:45,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-14T04:53:45,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:53:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:53:45,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741835_1011 (size=381) 2024-11-14T04:53:45,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741835_1011 (size=381) 2024-11-14T04:53:45,462 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd2401ec233520e88b24f1b6e82e42ba, NAME => 'TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0 2024-11-14T04:53:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741836_1012 (size=64) 2024-11-14T04:53:45,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741836_1012 (size=64) 2024-11-14T04:53:45,476 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:53:45,476 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing fd2401ec233520e88b24f1b6e82e42ba, disabling compactions & flushes 2024-11-14T04:53:45,476 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:45,476 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:45,476 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. after waiting 0 ms 2024-11-14T04:53:45,476 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:45,476 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:45,476 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd2401ec233520e88b24f1b6e82e42ba: Waiting for close lock at 1731560025476Disabling compacts and flushes for region at 1731560025476Disabling writes for close at 1731560025476Writing region close event to WAL at 1731560025476Closed at 1731560025476 2024-11-14T04:53:45,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:53:45,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731560025478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560025478"}]},"ts":"1731560025478"} 2024-11-14T04:53:45,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:53:45,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:53:45,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560025483"}]},"ts":"1731560025483"} 2024-11-14T04:53:45,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-14T04:53:45,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, ASSIGN}] 2024-11-14T04:53:45,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, ASSIGN 2024-11-14T04:53:45,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, ASSIGN; state=OFFLINE, location=44289c305c03,38283,1731560024340; forceNewPlan=false, retain=false 2024-11-14T04:53:45,641 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd2401ec233520e88b24f1b6e82e42ba, regionState=OPENING, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:53:45,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, ASSIGN because future has completed 2024-11-14T04:53:45,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340}] 2024-11-14T04:53:45,803 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:45,803 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd2401ec233520e88b24f1b6e82e42ba, NAME => 'TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:53:45,803 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,803 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:53:45,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,805 INFO [StoreOpener-fd2401ec233520e88b24f1b6e82e42ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,807 INFO [StoreOpener-fd2401ec233520e88b24f1b6e82e42ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2401ec233520e88b24f1b6e82e42ba columnFamilyName info 2024-11-14T04:53:45,807 DEBUG [StoreOpener-fd2401ec233520e88b24f1b6e82e42ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:53:45,808 INFO [StoreOpener-fd2401ec233520e88b24f1b6e82e42ba-1 {}] regionserver.HStore(327): Store=fd2401ec233520e88b24f1b6e82e42ba/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:53:45,808 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,809 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,809 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,810 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,810 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,812 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,814 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:53:45,815 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd2401ec233520e88b24f1b6e82e42ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834336, jitterRate=0.06091424822807312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:53:45,815 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:45,816 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd2401ec233520e88b24f1b6e82e42ba: Running coprocessor pre-open hook at 1731560025804Writing region info on filesystem at 1731560025804Initializing all the Stores at 1731560025805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560025805Cleaning up temporary data from old regions at 1731560025810 (+5 ms)Running coprocessor post-open hooks at 1731560025815 (+5 ms)Region opened successfully at 1731560025815 2024-11-14T04:53:45,817 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., pid=6, masterSystemTime=1731560025798 2024-11-14T04:53:45,819 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:45,819 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:45,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd2401ec233520e88b24f1b6e82e42ba, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:53:45,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 because future has completed 2024-11-14T04:53:45,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:53:45,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 in 178 msec 2024-11-14T04:53:45,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:53:45,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, ASSIGN in 340 msec 2024-11-14T04:53:45,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:53:45,830 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560025830"}]},"ts":"1731560025830"} 2024-11-14T04:53:45,832 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-14T04:53:45,833 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:53:45,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 441 msec 2024-11-14T04:53:47,300 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T04:53:47,300 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T04:53:47,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T04:53:48,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:53:48,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:48,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:53:50,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:53:50,588 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-14T04:53:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:53:55,502 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-14T04:53:55,502 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-14T04:53:55,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-14T04:53:55,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:53:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2] 2024-11-14T04:53:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:53:55,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fd2401ec233520e88b24f1b6e82e42ba 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T04:53:55,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/8d1300a6c9704a56ab86814da5fdc6ef is 1055, key is row0001/info:/1731560035509/Put/seqid=0 2024-11-14T04:53:55,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741837_1013 (size=13386) 2024-11-14T04:53:55,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741837_1013 (size=13386) 2024-11-14T04:53:55,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/8d1300a6c9704a56ab86814da5fdc6ef 2024-11-14T04:53:55,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:53:55,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/8d1300a6c9704a56ab86814da5fdc6ef as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8d1300a6c9704a56ab86814da5fdc6ef 2024-11-14T04:53:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52040 deadline: 1731560045557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 2024-11-14T04:53:55,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:53:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:53:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:53:55,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8d1300a6c9704a56ab86814da5fdc6ef, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T04:53:55,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for fd2401ec233520e88b24f1b6e82e42ba in 45ms, sequenceid=12, compaction requested=false 2024-11-14T04:53:55,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:05,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fd2401ec233520e88b24f1b6e82e42ba 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-14T04:54:05,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/0c25302fb6a44049954cc1efc8781aca is 1055, key is row0009/info:/1731560035522/Put/seqid=0 2024-11-14T04:54:05,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741838_1014 (size=28134) 2024-11-14T04:54:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741838_1014 (size=28134) 2024-11-14T04:54:05,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/0c25302fb6a44049954cc1efc8781aca 2024-11-14T04:54:05,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/0c25302fb6a44049954cc1efc8781aca as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca 2024-11-14T04:54:05,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca, entries=22, sequenceid=37, filesize=27.5 K 2024-11-14T04:54:05,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for fd2401ec233520e88b24f1b6e82e42ba in 73ms, sequenceid=37, compaction requested=false 2024-11-14T04:54:05,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:05,657 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-14T04:54:05,657 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:05,658 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca because midkey is the same as first or last row 2024-11-14T04:54:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:07,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fd2401ec233520e88b24f1b6e82e42ba 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T04:54:07,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/2d14505c218241f1afd855a07d1f9ea9 is 1055, key is row0031/info:/1731560045587/Put/seqid=0 2024-11-14T04:54:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741839_1015 (size=13386) 2024-11-14T04:54:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741839_1015 (size=13386) 2024-11-14T04:54:07,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/2d14505c218241f1afd855a07d1f9ea9 2024-11-14T04:54:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/2d14505c218241f1afd855a07d1f9ea9 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2d14505c218241f1afd855a07d1f9ea9 2024-11-14T04:54:07,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2d14505c218241f1afd855a07d1f9ea9, entries=8, sequenceid=48, filesize=13.1 K 2024-11-14T04:54:07,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for fd2401ec233520e88b24f1b6e82e42ba in 27ms, sequenceid=48, compaction requested=true 2024-11-14T04:54:07,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:07,642 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-14T04:54:07,642 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:07,642 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca because midkey is the same as first or last row 2024-11-14T04:54:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:07,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd2401ec233520e88b24f1b6e82e42ba:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:54:07,643 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:54:07,645 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:54:07,645 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): fd2401ec233520e88b24f1b6e82e42ba/info is initiating minor compaction (all files) 2024-11-14T04:54:07,645 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fd2401ec233520e88b24f1b6e82e42ba/info in TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:54:07,645 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8d1300a6c9704a56ab86814da5fdc6ef, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2d14505c218241f1afd855a07d1f9ea9] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp, totalSize=53.6 K 2024-11-14T04:54:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:07,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fd2401ec233520e88b24f1b6e82e42ba 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-14T04:54:07,645 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d1300a6c9704a56ab86814da5fdc6ef, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731560035509 2024-11-14T04:54:07,646 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c25302fb6a44049954cc1efc8781aca, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731560035522 2024-11-14T04:54:07,647 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d14505c218241f1afd855a07d1f9ea9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731560045587 2024-11-14T04:54:07,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/aef8e2c56f234a8fbc7eac27ee1c98c8 is 1055, key is row0039/info:/1731560047615/Put/seqid=0 2024-11-14T04:54:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741840_1016 (size=23926) 2024-11-14T04:54:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741840_1016 (size=23926) 2024-11-14T04:54:07,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/aef8e2c56f234a8fbc7eac27ee1c98c8 2024-11-14T04:54:07,667 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd2401ec233520e88b24f1b6e82e42ba#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:54:07,668 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/2e4918532f47407a92232106217c11c1 is 1055, key is row0001/info:/1731560035509/Put/seqid=0 2024-11-14T04:54:07,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741841_1017 (size=45105) 2024-11-14T04:54:07,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741841_1017 (size=45105) 2024-11-14T04:54:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/aef8e2c56f234a8fbc7eac27ee1c98c8 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/aef8e2c56f234a8fbc7eac27ee1c98c8 2024-11-14T04:54:07,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/aef8e2c56f234a8fbc7eac27ee1c98c8, entries=18, sequenceid=69, filesize=23.4 K 2024-11-14T04:54:07,680 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/2e4918532f47407a92232106217c11c1 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 2024-11-14T04:54:07,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for fd2401ec233520e88b24f1b6e82e42ba in 35ms, sequenceid=69, compaction requested=false 2024-11-14T04:54:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.0 K, sizeToCheck=16.0 K 2024-11-14T04:54:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca because midkey is the same as first or last row 2024-11-14T04:54:07,687 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fd2401ec233520e88b24f1b6e82e42ba/info of fd2401ec233520e88b24f1b6e82e42ba into 2e4918532f47407a92232106217c11c1(size=44.0 K), total size for store is 67.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:54:07,687 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:07,690 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., storeName=fd2401ec233520e88b24f1b6e82e42ba/info, priority=13, startTime=1731560047643; duration=0sec 2024-11-14T04:54:07,690 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-14T04:54:07,690 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:07,690 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 because midkey is the same as first or last row 2024-11-14T04:54:07,690 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-14T04:54:07,690 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:07,690 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 because midkey is the same as first or last row 2024-11-14T04:54:07,691 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-14T04:54:07,691 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:07,691 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 because midkey is the same as first or last row 2024-11-14T04:54:07,691 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:07,691 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd2401ec233520e88b24f1b6e82e42ba:info 2024-11-14T04:54:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:09,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fd2401ec233520e88b24f1b6e82e42ba 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-14T04:54:09,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/52b6bef2f4cb4f5ba88ceda60c9dfa69 is 1055, key is row0057/info:/1731560047646/Put/seqid=0 2024-11-14T04:54:09,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741842_1018 (size=14438) 2024-11-14T04:54:09,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741842_1018 (size=14438) 2024-11-14T04:54:09,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/52b6bef2f4cb4f5ba88ceda60c9dfa69 2024-11-14T04:54:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/52b6bef2f4cb4f5ba88ceda60c9dfa69 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/52b6bef2f4cb4f5ba88ceda60c9dfa69 2024-11-14T04:54:09,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/52b6bef2f4cb4f5ba88ceda60c9dfa69, entries=9, sequenceid=82, filesize=14.1 K 2024-11-14T04:54:09,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=16.42 KB/16816 for fd2401ec233520e88b24f1b6e82e42ba in 38ms, sequenceid=82, compaction requested=true 2024-11-14T04:54:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-14T04:54:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 because midkey is the same as first or last row 2024-11-14T04:54:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd2401ec233520e88b24f1b6e82e42ba:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:54:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:09,702 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:54:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:09,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fd2401ec233520e88b24f1b6e82e42ba 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T04:54:09,705 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:54:09,705 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): fd2401ec233520e88b24f1b6e82e42ba/info is initiating minor compaction (all files) 2024-11-14T04:54:09,705 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fd2401ec233520e88b24f1b6e82e42ba/info in TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:54:09,705 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/aef8e2c56f234a8fbc7eac27ee1c98c8, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/52b6bef2f4cb4f5ba88ceda60c9dfa69] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp, totalSize=81.5 K 2024-11-14T04:54:09,706 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e4918532f47407a92232106217c11c1, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731560035509 2024-11-14T04:54:09,707 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting aef8e2c56f234a8fbc7eac27ee1c98c8, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731560047615 2024-11-14T04:54:09,707 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52b6bef2f4cb4f5ba88ceda60c9dfa69, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731560047646 2024-11-14T04:54:09,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/967f35b717f2432083141c72434d27d3 is 1055, key is row0066/info:/1731560049665/Put/seqid=0 2024-11-14T04:54:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741843_1019 (size=22874) 2024-11-14T04:54:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741843_1019 (size=22874) 2024-11-14T04:54:09,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/967f35b717f2432083141c72434d27d3 2024-11-14T04:54:09,727 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd2401ec233520e88b24f1b6e82e42ba#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:54:09,727 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/8c2ea1fabf494192a7bcc9ef3077fca7 is 1055, key is row0001/info:/1731560035509/Put/seqid=0 2024-11-14T04:54:09,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/967f35b717f2432083141c72434d27d3 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/967f35b717f2432083141c72434d27d3 2024-11-14T04:54:09,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:54:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52040 deadline: 1731560059734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 2024-11-14T04:54:09,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:54:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741844_1020 (size=73753) 2024-11-14T04:54:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741844_1020 (size=73753) 2024-11-14T04:54:09,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/967f35b717f2432083141c72434d27d3, entries=17, sequenceid=102, filesize=22.3 K 2024-11-14T04:54:09,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for fd2401ec233520e88b24f1b6e82e42ba in 44ms, sequenceid=102, compaction requested=false 2024-11-14T04:54:09,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:09,747 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.9 K, sizeToCheck=16.0 K 2024-11-14T04:54:09,747 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:09,747 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 because midkey is the same as first or last row 2024-11-14T04:54:10,150 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/8c2ea1fabf494192a7bcc9ef3077fca7 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7 2024-11-14T04:54:10,157 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fd2401ec233520e88b24f1b6e82e42ba/info of fd2401ec233520e88b24f1b6e82e42ba into 8c2ea1fabf494192a7bcc9ef3077fca7(size=72.0 K), total size for store is 94.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:54:10,157 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fd2401ec233520e88b24f1b6e82e42ba: 2024-11-14T04:54:10,157 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., storeName=fd2401ec233520e88b24f1b6e82e42ba/info, priority=13, startTime=1731560049702; duration=0sec 2024-11-14T04:54:10,158 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-14T04:54:10,158 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:10,158 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-14T04:54:10,158 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:10,158 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-14T04:54:10,158 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T04:54:10,159 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:10,159 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:10,159 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd2401ec233520e88b24f1b6e82e42ba:info 2024-11-14T04:54:10,161 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44559 {}] assignment.AssignmentManager(1363): Split request from 44289c305c03,38283,1731560024340, parent={ENCODED => fd2401ec233520e88b24f1b6e82e42ba, NAME => 'TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-14T04:54:10,166 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44559 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=44289c305c03,38283,1731560024340 2024-11-14T04:54:10,170 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=fd2401ec233520e88b24f1b6e82e42ba, daughterA=14c76a2f18a6ed668a224c7f6bef18b5, daughterB=f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=fd2401ec233520e88b24f1b6e82e42ba, daughterA=14c76a2f18a6ed668a224c7f6bef18b5, daughterB=f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=fd2401ec233520e88b24f1b6e82e42ba, daughterA=14c76a2f18a6ed668a224c7f6bef18b5, daughterB=f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=fd2401ec233520e88b24f1b6e82e42ba, daughterA=14c76a2f18a6ed668a224c7f6bef18b5, daughterB=f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, UNASSIGN}] 2024-11-14T04:54:10,178 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, UNASSIGN 2024-11-14T04:54:10,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fd2401ec233520e88b24f1b6e82e42ba, regionState=CLOSING, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:54:10,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, UNASSIGN because future has completed 2024-11-14T04:54:10,182 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-14T04:54:10,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340}] 2024-11-14T04:54:10,339 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,340 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-14T04:54:10,340 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing fd2401ec233520e88b24f1b6e82e42ba, disabling compactions & flushes 2024-11-14T04:54:10,340 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:54:10,340 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:54:10,340 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. after waiting 0 ms 2024-11-14T04:54:10,340 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:54:10,341 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing fd2401ec233520e88b24f1b6e82e42ba 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T04:54:10,346 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/e5eaca29e8374b9d9e94649ba195f9ef is 1055, key is row0083/info:/1731560049705/Put/seqid=0 2024-11-14T04:54:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741845_1021 (size=17594) 2024-11-14T04:54:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741845_1021 (size=17594) 2024-11-14T04:54:10,352 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/e5eaca29e8374b9d9e94649ba195f9ef 2024-11-14T04:54:10,358 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/.tmp/info/e5eaca29e8374b9d9e94649ba195f9ef as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/e5eaca29e8374b9d9e94649ba195f9ef 2024-11-14T04:54:10,364 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/e5eaca29e8374b9d9e94649ba195f9ef, entries=12, sequenceid=118, filesize=17.2 K 2024-11-14T04:54:10,365 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for fd2401ec233520e88b24f1b6e82e42ba in 24ms, sequenceid=118, compaction requested=true 2024-11-14T04:54:10,366 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8d1300a6c9704a56ab86814da5fdc6ef, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2d14505c218241f1afd855a07d1f9ea9, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/aef8e2c56f234a8fbc7eac27ee1c98c8, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/52b6bef2f4cb4f5ba88ceda60c9dfa69] to archive 2024-11-14T04:54:10,366 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:54:10,368 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8d1300a6c9704a56ab86814da5fdc6ef to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8d1300a6c9704a56ab86814da5fdc6ef 2024-11-14T04:54:10,369 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/0c25302fb6a44049954cc1efc8781aca 2024-11-14T04:54:10,370 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2e4918532f47407a92232106217c11c1 2024-11-14T04:54:10,372 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2d14505c218241f1afd855a07d1f9ea9 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/2d14505c218241f1afd855a07d1f9ea9 2024-11-14T04:54:10,373 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/aef8e2c56f234a8fbc7eac27ee1c98c8 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/aef8e2c56f234a8fbc7eac27ee1c98c8 2024-11-14T04:54:10,375 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/52b6bef2f4cb4f5ba88ceda60c9dfa69 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/52b6bef2f4cb4f5ba88ceda60c9dfa69 2024-11-14T04:54:10,380 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-14T04:54:10,381 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. 2024-11-14T04:54:10,381 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for fd2401ec233520e88b24f1b6e82e42ba: Waiting for close lock at 1731560050340Running coprocessor pre-close hooks at 1731560050340Disabling compacts and flushes for region at 1731560050340Disabling writes for close at 1731560050340Obtaining lock to block concurrent updates at 1731560050341 (+1 ms)Preparing flush snapshotting stores in fd2401ec233520e88b24f1b6e82e42ba at 1731560050341Finished memstore snapshotting TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1731560050341Flushing stores of TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. at 1731560050342 (+1 ms)Flushing fd2401ec233520e88b24f1b6e82e42ba/info: creating writer at 1731560050342Flushing fd2401ec233520e88b24f1b6e82e42ba/info: appending metadata at 1731560050345 (+3 ms)Flushing fd2401ec233520e88b24f1b6e82e42ba/info: closing flushed file at 1731560050345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c8bb29: reopening flushed file at 1731560050357 (+12 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for fd2401ec233520e88b24f1b6e82e42ba in 24ms, sequenceid=118, compaction requested=true at 1731560050365 (+8 ms)Writing region close event to WAL at 1731560050377 (+12 ms)Running coprocessor post-close hooks at 1731560050381 (+4 ms)Closed at 1731560050381 2024-11-14T04:54:10,383 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fd2401ec233520e88b24f1b6e82e42ba, regionState=CLOSED 2024-11-14T04:54:10,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 because future has completed 2024-11-14T04:54:10,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:54:10,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure fd2401ec233520e88b24f1b6e82e42ba, server=44289c305c03,38283,1731560024340 in 206 msec 2024-11-14T04:54:10,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T04:54:10,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fd2401ec233520e88b24f1b6e82e42ba, UNASSIGN in 214 msec 2024-11-14T04:54:10,403 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:54:10,406 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=fd2401ec233520e88b24f1b6e82e42ba, threads=3 2024-11-14T04:54:10,409 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/967f35b717f2432083141c72434d27d3 for region: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,409 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/e5eaca29e8374b9d9e94649ba195f9ef for region: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,409 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7 for region: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,421 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/967f35b717f2432083141c72434d27d3, top=true 2024-11-14T04:54:10,426 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/e5eaca29e8374b9d9e94649ba195f9ef, top=true 2024-11-14T04:54:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741846_1022 (size=27) 2024-11-14T04:54:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741846_1022 (size=27) 2024-11-14T04:54:10,447 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3 for child: f076823f9302601bd1140d822c1f419b, parent: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,447 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/967f35b717f2432083141c72434d27d3 for region: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,447 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef for child: f076823f9302601bd1140d822c1f419b, parent: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,447 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/e5eaca29e8374b9d9e94649ba195f9ef for region: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741847_1023 (size=27) 2024-11-14T04:54:10,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741847_1023 (size=27) 2024-11-14T04:54:10,457 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7 for region: fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:54:10,459 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region fd2401ec233520e88b24f1b6e82e42ba Daughter A: [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba] storefiles, Daughter B: [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef] storefiles. 2024-11-14T04:54:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741848_1024 (size=71) 2024-11-14T04:54:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741848_1024 (size=71) 2024-11-14T04:54:10,471 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:54:10,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741849_1025 (size=71) 2024-11-14T04:54:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741849_1025 (size=71) 2024-11-14T04:54:10,487 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:54:10,498 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-14T04:54:10,500 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-14T04:54:10,502 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731560050502"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731560050502"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731560050502"}]},"ts":"1731560050502"} 2024-11-14T04:54:10,502 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731560050502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560050502"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731560050502"}]},"ts":"1731560050502"} 2024-11-14T04:54:10,502 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731560050502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560050502"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731560050502"}]},"ts":"1731560050502"} 2024-11-14T04:54:10,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=14c76a2f18a6ed668a224c7f6bef18b5, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f076823f9302601bd1140d822c1f419b, ASSIGN}] 2024-11-14T04:54:10,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=14c76a2f18a6ed668a224c7f6bef18b5, ASSIGN 2024-11-14T04:54:10,522 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f076823f9302601bd1140d822c1f419b, ASSIGN 2024-11-14T04:54:10,522 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f076823f9302601bd1140d822c1f419b, ASSIGN; state=SPLITTING_NEW, location=44289c305c03,38283,1731560024340; forceNewPlan=false, retain=false 2024-11-14T04:54:10,522 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=14c76a2f18a6ed668a224c7f6bef18b5, ASSIGN; state=SPLITTING_NEW, location=44289c305c03,38283,1731560024340; forceNewPlan=false, retain=false 2024-11-14T04:54:10,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=14c76a2f18a6ed668a224c7f6bef18b5, regionState=OPENING, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:54:10,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f076823f9302601bd1140d822c1f419b, regionState=OPENING, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:54:10,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=14c76a2f18a6ed668a224c7f6bef18b5, ASSIGN because future has completed 2024-11-14T04:54:10,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14c76a2f18a6ed668a224c7f6bef18b5, server=44289c305c03,38283,1731560024340}] 2024-11-14T04:54:10,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f076823f9302601bd1140d822c1f419b, ASSIGN because future has completed 2024-11-14T04:54:10,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340}] 2024-11-14T04:54:10,833 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:54:10,833 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f076823f9302601bd1140d822c1f419b, NAME => 'TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-14T04:54:10,833 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,834 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:54:10,834 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,834 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,835 INFO [StoreOpener-f076823f9302601bd1140d822c1f419b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,836 INFO [StoreOpener-f076823f9302601bd1140d822c1f419b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f076823f9302601bd1140d822c1f419b columnFamilyName info 2024-11-14T04:54:10,836 DEBUG [StoreOpener-f076823f9302601bd1140d822c1f419b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:54:10,849 DEBUG [StoreOpener-f076823f9302601bd1140d822c1f419b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba->hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7-top 2024-11-14T04:54:10,854 DEBUG [StoreOpener-f076823f9302601bd1140d822c1f419b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3 2024-11-14T04:54:10,859 DEBUG [StoreOpener-f076823f9302601bd1140d822c1f419b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef 2024-11-14T04:54:10,859 INFO [StoreOpener-f076823f9302601bd1140d822c1f419b-1 {}] regionserver.HStore(327): Store=f076823f9302601bd1140d822c1f419b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:54:10,859 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,860 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,861 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,862 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,862 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,864 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,864 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f076823f9302601bd1140d822c1f419b; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880800, jitterRate=0.11999626457691193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:54:10,864 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:10,866 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f076823f9302601bd1140d822c1f419b: Running coprocessor pre-open hook at 1731560050834Writing region info on filesystem at 1731560050834Initializing all the Stores at 1731560050835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560050835Cleaning up temporary data from old regions at 1731560050862 (+27 ms)Running coprocessor post-open hooks at 1731560050864 (+2 ms)Region opened successfully at 1731560050865 (+1 ms) 2024-11-14T04:54:10,867 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., pid=13, masterSystemTime=1731560050829 2024-11-14T04:54:10,867 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store f076823f9302601bd1140d822c1f419b:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:54:10,867 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:10,867 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:54:10,868 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:54:10,868 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): f076823f9302601bd1140d822c1f419b/info is initiating minor compaction (all files) 2024-11-14T04:54:10,868 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f076823f9302601bd1140d822c1f419b/info in TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:54:10,869 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba->hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7-top, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp, totalSize=111.5 K 2024-11-14T04:54:10,869 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:54:10,869 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:54:10,869 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731560035509 2024-11-14T04:54:10,869 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:54:10,869 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 14c76a2f18a6ed668a224c7f6bef18b5, NAME => 'TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-14T04:54:10,870 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731560049665 2024-11-14T04:54:10,870 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,870 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:54:10,870 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f076823f9302601bd1140d822c1f419b, regionState=OPEN, openSeqNum=122, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:54:10,870 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,870 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,870 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731560049705 2024-11-14T04:54:10,872 INFO [StoreOpener-14c76a2f18a6ed668a224c7f6bef18b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,872 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-14T04:54:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:54:10,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-14T04:54:10,872 INFO [StoreOpener-14c76a2f18a6ed668a224c7f6bef18b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14c76a2f18a6ed668a224c7f6bef18b5 columnFamilyName info 2024-11-14T04:54:10,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 because future has completed 2024-11-14T04:54:10,872 DEBUG [StoreOpener-14c76a2f18a6ed668a224c7f6bef18b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:54:10,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-14T04:54:10,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 in 196 msec 2024-11-14T04:54:10,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f076823f9302601bd1140d822c1f419b, ASSIGN in 357 msec 2024-11-14T04:54:10,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/info/b092cc2dbc024db78fcb4166bd08b9b7 is 193, key is TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b./info:regioninfo/1731560050870/Put/seqid=0 2024-11-14T04:54:10,897 DEBUG [StoreOpener-14c76a2f18a6ed668a224c7f6bef18b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba->hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7-bottom 2024-11-14T04:54:10,897 INFO [StoreOpener-14c76a2f18a6ed668a224c7f6bef18b5-1 {}] regionserver.HStore(327): Store=14c76a2f18a6ed668a224c7f6bef18b5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:54:10,897 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,899 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,900 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,901 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,901 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,904 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,906 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 14c76a2f18a6ed668a224c7f6bef18b5; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=777662, jitterRate=-0.011152297258377075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:54:10,906 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:54:10,906 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 14c76a2f18a6ed668a224c7f6bef18b5: Running coprocessor pre-open hook at 1731560050870Writing region info on filesystem at 1731560050870Initializing all the Stores at 1731560050871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560050871Cleaning up temporary data from old regions at 1731560050901 (+30 ms)Running coprocessor post-open hooks at 1731560050906 (+5 ms)Region opened successfully at 1731560050906 2024-11-14T04:54:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741850_1026 (size=9882) 2024-11-14T04:54:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741850_1026 (size=9882) 2024-11-14T04:54:10,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/info/b092cc2dbc024db78fcb4166bd08b9b7 2024-11-14T04:54:10,910 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5., pid=12, masterSystemTime=1731560050829 2024-11-14T04:54:10,910 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 14c76a2f18a6ed668a224c7f6bef18b5:info, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:54:10,910 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:54:10,910 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T04:54:10,911 INFO [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:54:10,911 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.HStore(1541): 14c76a2f18a6ed668a224c7f6bef18b5/info is initiating minor compaction (all files) 2024-11-14T04:54:10,912 INFO [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c76a2f18a6ed668a224c7f6bef18b5/info in TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:54:10,912 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f076823f9302601bd1140d822c1f419b#info#compaction#41 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:54:10,912 INFO [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba->hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7-bottom] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/.tmp, totalSize=72.0 K 2024-11-14T04:54:10,913 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ab0a2a219a174494b919d218a8ccb41b is 1055, key is row0064/info:/1731560047659/Put/seqid=0 2024-11-14T04:54:10,917 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:54:10,917 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:54:10,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=14c76a2f18a6ed668a224c7f6bef18b5, regionState=OPEN, openSeqNum=122, regionLocation=44289c305c03,38283,1731560024340 2024-11-14T04:54:10,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14c76a2f18a6ed668a224c7f6bef18b5, server=44289c305c03,38283,1731560024340 because future has completed 2024-11-14T04:54:10,922 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731560035509 2024-11-14T04:54:10,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-14T04:54:10,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 14c76a2f18a6ed668a224c7f6bef18b5, server=44289c305c03,38283,1731560024340 in 245 msec 2024-11-14T04:54:10,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-14T04:54:10,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=14c76a2f18a6ed668a224c7f6bef18b5, ASSIGN in 404 msec 2024-11-14T04:54:10,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=fd2401ec233520e88b24f1b6e82e42ba, daughterA=14c76a2f18a6ed668a224c7f6bef18b5, daughterB=f076823f9302601bd1140d822c1f419b in 761 msec 2024-11-14T04:54:10,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741851_1027 (size=37897) 2024-11-14T04:54:10,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741851_1027 (size=37897) 2024-11-14T04:54:10,946 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ab0a2a219a174494b919d218a8ccb41b as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ab0a2a219a174494b919d218a8ccb41b 2024-11-14T04:54:10,953 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f076823f9302601bd1140d822c1f419b/info of f076823f9302601bd1140d822c1f419b into ab0a2a219a174494b919d218a8ccb41b(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:54:10,953 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:54:10,953 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., storeName=f076823f9302601bd1140d822c1f419b/info, priority=13, startTime=1731560050867; duration=0sec 2024-11-14T04:54:10,953 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:10,953 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f076823f9302601bd1140d822c1f419b:info 2024-11-14T04:54:10,959 INFO [RS:0;44289c305c03:38283-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c76a2f18a6ed668a224c7f6bef18b5#info#compaction#42 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:54:10,959 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/.tmp/info/84aabc9e59c54f149c22e628c6b8dd29 is 1055, key is row0001/info:/1731560035509/Put/seqid=0 2024-11-14T04:54:10,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/ns/909c4bb44f4a4c36b95d03804ceb5211 is 43, key is default/ns:d/1731560025281/Put/seqid=0 2024-11-14T04:54:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741852_1028 (size=71441) 2024-11-14T04:54:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741852_1028 (size=71441) 2024-11-14T04:54:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741853_1029 (size=5153) 2024-11-14T04:54:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741853_1029 (size=5153) 2024-11-14T04:54:10,977 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/.tmp/info/84aabc9e59c54f149c22e628c6b8dd29 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/info/84aabc9e59c54f149c22e628c6b8dd29 2024-11-14T04:54:10,984 INFO [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 14c76a2f18a6ed668a224c7f6bef18b5/info of 14c76a2f18a6ed668a224c7f6bef18b5 into 84aabc9e59c54f149c22e628c6b8dd29(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:54:10,984 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c76a2f18a6ed668a224c7f6bef18b5: 2024-11-14T04:54:10,984 INFO [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5., storeName=14c76a2f18a6ed668a224c7f6bef18b5/info, priority=15, startTime=1731560050910; duration=0sec 2024-11-14T04:54:10,984 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:10,984 DEBUG [RS:0;44289c305c03:38283-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c76a2f18a6ed668a224c7f6bef18b5:info 2024-11-14T04:54:11,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/ns/909c4bb44f4a4c36b95d03804ceb5211 2024-11-14T04:54:11,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/table/9061b6d09382403a82dca302634643b9 is 65, key is TestLogRolling-testLogRolling/table:state/1731560025830/Put/seqid=0 2024-11-14T04:54:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741854_1030 (size=5340) 2024-11-14T04:54:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741854_1030 (size=5340) 2024-11-14T04:54:11,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/table/9061b6d09382403a82dca302634643b9 2024-11-14T04:54:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/info/b092cc2dbc024db78fcb4166bd08b9b7 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/info/b092cc2dbc024db78fcb4166bd08b9b7 2024-11-14T04:54:11,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/info/b092cc2dbc024db78fcb4166bd08b9b7, entries=30, sequenceid=17, filesize=9.7 K 2024-11-14T04:54:11,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/ns/909c4bb44f4a4c36b95d03804ceb5211 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/ns/909c4bb44f4a4c36b95d03804ceb5211 2024-11-14T04:54:11,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/ns/909c4bb44f4a4c36b95d03804ceb5211, entries=2, sequenceid=17, filesize=5.0 K 2024-11-14T04:54:11,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/table/9061b6d09382403a82dca302634643b9 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/table/9061b6d09382403a82dca302634643b9 2024-11-14T04:54:11,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/table/9061b6d09382403a82dca302634643b9, entries=2, sequenceid=17, filesize=5.2 K 2024-11-14T04:54:11,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 556ms, sequenceid=17, compaction requested=false 2024-11-14T04:54:11,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T04:54:14,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:54:15,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:54:15,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:15,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:54:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52040 deadline: 1731560069763, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. is not online on 44289c305c03,38283,1731560024340 2024-11-14T04:54:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. is not online on 44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba. is not online on 44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731560025391.fd2401ec233520e88b24f1b6e82e42ba., hostname=44289c305c03,38283,1731560024340, seqNum=2 from cache 2024-11-14T04:54:25,825 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:54:25,825 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:54:30,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-14T04:54:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122] 2024-11-14T04:54:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:41,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T04:54:41,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/c50c450f2b39423ca0a80dd3b3b359e0 is 1055, key is row0095/info:/1731560079950/Put/seqid=0 2024-11-14T04:54:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741855_1031 (size=13391) 2024-11-14T04:54:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741855_1031 (size=13391) 2024-11-14T04:54:41,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:54:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52040 deadline: 1731560091998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 2024-11-14T04:54:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 because the exception is null or not the one we care about 2024-11-14T04:54:42,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/c50c450f2b39423ca0a80dd3b3b359e0 2024-11-14T04:54:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/c50c450f2b39423ca0a80dd3b3b359e0 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/c50c450f2b39423ca0a80dd3b3b359e0 2024-11-14T04:54:42,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/c50c450f2b39423ca0a80dd3b3b359e0, entries=8, sequenceid=133, filesize=13.1 K 2024-11-14T04:54:42,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for f076823f9302601bd1140d822c1f419b in 426ms, sequenceid=133, compaction requested=false 2024-11-14T04:54:42,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:54:44,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:54:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:52,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-14T04:54:52,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/95c9566a14224e3aaa8c78790779657f is 1055, key is row0103/info:/1731560081966/Put/seqid=0 2024-11-14T04:54:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741856_1032 (size=28156) 2024-11-14T04:54:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741856_1032 (size=28156) 2024-11-14T04:54:52,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/95c9566a14224e3aaa8c78790779657f 2024-11-14T04:54:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/95c9566a14224e3aaa8c78790779657f as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/95c9566a14224e3aaa8c78790779657f 2024-11-14T04:54:52,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/95c9566a14224e3aaa8c78790779657f, entries=22, sequenceid=158, filesize=27.5 K 2024-11-14T04:54:52,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for f076823f9302601bd1140d822c1f419b in 31ms, sequenceid=158, compaction requested=true 2024-11-14T04:54:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:54:52,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f076823f9302601bd1140d822c1f419b:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:54:52,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:52,046 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:54:52,047 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79444 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:54:52,047 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): f076823f9302601bd1140d822c1f419b/info is initiating minor compaction (all files) 2024-11-14T04:54:52,047 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f076823f9302601bd1140d822c1f419b/info in TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:54:52,047 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ab0a2a219a174494b919d218a8ccb41b, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/c50c450f2b39423ca0a80dd3b3b359e0, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/95c9566a14224e3aaa8c78790779657f] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp, totalSize=77.6 K 2024-11-14T04:54:52,048 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab0a2a219a174494b919d218a8ccb41b, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731560047659 2024-11-14T04:54:52,048 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting c50c450f2b39423ca0a80dd3b3b359e0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731560079950 2024-11-14T04:54:52,048 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95c9566a14224e3aaa8c78790779657f, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731560081966 2024-11-14T04:54:52,063 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f076823f9302601bd1140d822c1f419b#info#compaction#47 average throughput is 30.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:54:52,064 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/62e1b7537f404b8b86607eb9188e1404 is 1055, key is row0064/info:/1731560047659/Put/seqid=0 2024-11-14T04:54:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741857_1033 (size=69658) 2024-11-14T04:54:52,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741857_1033 (size=69658) 2024-11-14T04:54:52,075 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/62e1b7537f404b8b86607eb9188e1404 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/62e1b7537f404b8b86607eb9188e1404 2024-11-14T04:54:52,082 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f076823f9302601bd1140d822c1f419b/info of f076823f9302601bd1140d822c1f419b into 62e1b7537f404b8b86607eb9188e1404(size=68.0 K), total size for store is 68.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:54:52,082 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:54:52,082 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., storeName=f076823f9302601bd1140d822c1f419b/info, priority=13, startTime=1731560092046; duration=0sec 2024-11-14T04:54:52,082 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:52,082 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f076823f9302601bd1140d822c1f419b:info 2024-11-14T04:54:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:54,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T04:54:54,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/7105e782a80c4278ac3022dc201a8af4 is 1055, key is row0125/info:/1731560092016/Put/seqid=0 2024-11-14T04:54:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741858_1034 (size=13394) 2024-11-14T04:54:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741858_1034 (size=13394) 2024-11-14T04:54:54,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/7105e782a80c4278ac3022dc201a8af4 2024-11-14T04:54:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/7105e782a80c4278ac3022dc201a8af4 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7105e782a80c4278ac3022dc201a8af4 2024-11-14T04:54:54,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7105e782a80c4278ac3022dc201a8af4, entries=8, sequenceid=170, filesize=13.1 K 2024-11-14T04:54:54,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for f076823f9302601bd1140d822c1f419b in 26ms, sequenceid=170, compaction requested=false 2024-11-14T04:54:54,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:54:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:54,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-14T04:54:54,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ea7250a9be0e4ba08746f0583ad55fd5 is 1055, key is row0133/info:/1731560094033/Put/seqid=0 2024-11-14T04:54:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741859_1035 (size=21838) 2024-11-14T04:54:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741859_1035 (size=21838) 2024-11-14T04:54:54,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ea7250a9be0e4ba08746f0583ad55fd5 2024-11-14T04:54:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ea7250a9be0e4ba08746f0583ad55fd5 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea7250a9be0e4ba08746f0583ad55fd5 2024-11-14T04:54:54,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea7250a9be0e4ba08746f0583ad55fd5, entries=16, sequenceid=189, filesize=21.3 K 2024-11-14T04:54:54,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=12.32 KB/12612 for f076823f9302601bd1140d822c1f419b in 31ms, sequenceid=189, compaction requested=true 2024-11-14T04:54:54,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:54:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f076823f9302601bd1140d822c1f419b:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:54:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:54,090 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:54:54,091 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104890 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:54:54,091 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): f076823f9302601bd1140d822c1f419b/info is initiating minor compaction (all files) 2024-11-14T04:54:54,091 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f076823f9302601bd1140d822c1f419b/info in TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:54:54,091 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/62e1b7537f404b8b86607eb9188e1404, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7105e782a80c4278ac3022dc201a8af4, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea7250a9be0e4ba08746f0583ad55fd5] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp, totalSize=102.4 K 2024-11-14T04:54:54,091 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62e1b7537f404b8b86607eb9188e1404, keycount=61, bloomtype=ROW, size=68.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731560047659 2024-11-14T04:54:54,092 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7105e782a80c4278ac3022dc201a8af4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731560092016 2024-11-14T04:54:54,092 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea7250a9be0e4ba08746f0583ad55fd5, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731560094033 2024-11-14T04:54:54,106 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f076823f9302601bd1140d822c1f419b#info#compaction#50 average throughput is 28.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:54:54,107 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/808b405cd4c34a3ea23b132e4cc264c4 is 1055, key is row0064/info:/1731560047659/Put/seqid=0 2024-11-14T04:54:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741860_1036 (size=95109) 2024-11-14T04:54:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741860_1036 (size=95109) 2024-11-14T04:54:54,123 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/808b405cd4c34a3ea23b132e4cc264c4 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/808b405cd4c34a3ea23b132e4cc264c4 2024-11-14T04:54:54,130 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f076823f9302601bd1140d822c1f419b/info of f076823f9302601bd1140d822c1f419b into 808b405cd4c34a3ea23b132e4cc264c4(size=92.9 K), total size for store is 92.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:54:54,130 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:54:54,130 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., storeName=f076823f9302601bd1140d822c1f419b/info, priority=13, startTime=1731560094090; duration=0sec 2024-11-14T04:54:54,130 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:54:54,130 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f076823f9302601bd1140d822c1f419b:info 2024-11-14T04:54:55,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f076823f9302601bd1140d822c1f419b, had cached 0 bytes from a total of 95109 2024-11-14T04:54:55,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 14c76a2f18a6ed668a224c7f6bef18b5, had cached 0 bytes from a total of 71441 2024-11-14T04:54:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:54:56,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T04:54:56,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/5fc644537d8349928dba8485d848cf37 is 1055, key is row0149/info:/1731560094059/Put/seqid=0 2024-11-14T04:54:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741861_1037 (size=18675) 2024-11-14T04:54:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741861_1037 (size=18675) 2024-11-14T04:54:56,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/5fc644537d8349928dba8485d848cf37 2024-11-14T04:54:56,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/5fc644537d8349928dba8485d848cf37 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/5fc644537d8349928dba8485d848cf37 2024-11-14T04:54:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:54:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52040 deadline: 1731560106110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 2024-11-14T04:54:56,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/5fc644537d8349928dba8485d848cf37, entries=13, sequenceid=206, filesize=18.2 K 2024-11-14T04:54:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:54:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 because the exception is null or not the one we care about 2024-11-14T04:54:56,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for f076823f9302601bd1140d822c1f419b in 28ms, sequenceid=206, compaction requested=false 2024-11-14T04:54:56,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:06,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T04:55:06,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/142b38db3631411fab3e436a7940061f is 1055, key is row0162/info:/1731560096085/Put/seqid=0 2024-11-14T04:55:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741862_1038 (size=22891) 2024-11-14T04:55:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741862_1038 (size=22891) 2024-11-14T04:55:06,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/142b38db3631411fab3e436a7940061f 2024-11-14T04:55:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:55:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52040 deadline: 1731560116237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 2024-11-14T04:55:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:55:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:55:06,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 because the exception is null or not the one we care about 2024-11-14T04:55:06,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/142b38db3631411fab3e436a7940061f as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/142b38db3631411fab3e436a7940061f 2024-11-14T04:55:06,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/142b38db3631411fab3e436a7940061f, entries=17, sequenceid=226, filesize=22.4 K 2024-11-14T04:55:06,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for f076823f9302601bd1140d822c1f419b in 37ms, sequenceid=226, compaction requested=true 2024-11-14T04:55:06,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:06,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f076823f9302601bd1140d822c1f419b:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:55:06,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:06,250 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:55:06,251 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136675 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:55:06,251 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): f076823f9302601bd1140d822c1f419b/info is initiating minor compaction (all files) 2024-11-14T04:55:06,251 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f076823f9302601bd1140d822c1f419b/info in TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:06,252 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/808b405cd4c34a3ea23b132e4cc264c4, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/5fc644537d8349928dba8485d848cf37, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/142b38db3631411fab3e436a7940061f] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp, totalSize=133.5 K 2024-11-14T04:55:06,252 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 808b405cd4c34a3ea23b132e4cc264c4, keycount=85, bloomtype=ROW, size=92.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731560047659 2024-11-14T04:55:06,252 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fc644537d8349928dba8485d848cf37, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560094059 2024-11-14T04:55:06,253 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 142b38db3631411fab3e436a7940061f, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731560096085 2024-11-14T04:55:06,268 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f076823f9302601bd1140d822c1f419b#info#compaction#53 average throughput is 57.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:55:06,269 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/7451f63b2eeb4b868fa39fab3137907e is 1055, key is row0064/info:/1731560047659/Put/seqid=0 2024-11-14T04:55:06,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741863_1039 (size=126937) 2024-11-14T04:55:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741863_1039 (size=126937) 2024-11-14T04:55:06,281 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/7451f63b2eeb4b868fa39fab3137907e as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7451f63b2eeb4b868fa39fab3137907e 2024-11-14T04:55:06,288 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f076823f9302601bd1140d822c1f419b/info of f076823f9302601bd1140d822c1f419b into 7451f63b2eeb4b868fa39fab3137907e(size=124.0 K), total size for store is 124.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:55:06,288 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:06,288 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., storeName=f076823f9302601bd1140d822c1f419b/info, priority=13, startTime=1731560106250; duration=0sec 2024-11-14T04:55:06,288 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:06,288 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f076823f9302601bd1140d822c1f419b:info 2024-11-14T04:55:14,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:55:15,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-14T04:55:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T04:55:16,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/4680329e3e4d4226b255fe9c10aeb2f6 is 1055, key is row0179/info:/1731560106215/Put/seqid=0 2024-11-14T04:55:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741864_1040 (size=18675) 2024-11-14T04:55:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741864_1040 (size=18675) 2024-11-14T04:55:16,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/4680329e3e4d4226b255fe9c10aeb2f6 2024-11-14T04:55:16,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/4680329e3e4d4226b255fe9c10aeb2f6 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/4680329e3e4d4226b255fe9c10aeb2f6 2024-11-14T04:55:16,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/4680329e3e4d4226b255fe9c10aeb2f6, entries=13, sequenceid=243, filesize=18.2 K 2024-11-14T04:55:16,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for f076823f9302601bd1140d822c1f419b in 22ms, sequenceid=243, compaction requested=false 2024-11-14T04:55:16,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:18,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T04:55:18,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/558741c8efa34d11aca874769e5938b5 is 1055, key is row0192/info:/1731560116265/Put/seqid=0 2024-11-14T04:55:18,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741865_1041 (size=13394) 2024-11-14T04:55:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741865_1041 (size=13394) 2024-11-14T04:55:18,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/558741c8efa34d11aca874769e5938b5 2024-11-14T04:55:18,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/558741c8efa34d11aca874769e5938b5 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/558741c8efa34d11aca874769e5938b5 2024-11-14T04:55:18,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/558741c8efa34d11aca874769e5938b5, entries=8, sequenceid=254, filesize=13.1 K 2024-11-14T04:55:18,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for f076823f9302601bd1140d822c1f419b in 24ms, sequenceid=254, compaction requested=true 2024-11-14T04:55:18,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:18,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f076823f9302601bd1140d822c1f419b:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:55:18,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:18,300 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:55:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:18,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-14T04:55:18,301 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:55:18,302 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): f076823f9302601bd1140d822c1f419b/info is initiating minor compaction (all files) 2024-11-14T04:55:18,302 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f076823f9302601bd1140d822c1f419b/info in TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:18,302 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7451f63b2eeb4b868fa39fab3137907e, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/4680329e3e4d4226b255fe9c10aeb2f6, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/558741c8efa34d11aca874769e5938b5] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp, totalSize=155.3 K 2024-11-14T04:55:18,302 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7451f63b2eeb4b868fa39fab3137907e, keycount=115, bloomtype=ROW, size=124.0 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731560047659 2024-11-14T04:55:18,303 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4680329e3e4d4226b255fe9c10aeb2f6, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731560106215 2024-11-14T04:55:18,303 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 558741c8efa34d11aca874769e5938b5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731560116265 2024-11-14T04:55:18,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ef9339a2e7fb442189c17c2e379e5858 is 1055, key is row0200/info:/1731560118277/Put/seqid=0 2024-11-14T04:55:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741866_1042 (size=21854) 2024-11-14T04:55:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741866_1042 (size=21854) 2024-11-14T04:55:18,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ef9339a2e7fb442189c17c2e379e5858 2024-11-14T04:55:18,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ef9339a2e7fb442189c17c2e379e5858 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ef9339a2e7fb442189c17c2e379e5858 2024-11-14T04:55:18,328 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f076823f9302601bd1140d822c1f419b#info#compaction#57 average throughput is 45.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:55:18,329 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/0053d04c009e44b084a9bd8c0a2440f7 is 1055, key is row0064/info:/1731560047659/Put/seqid=0 2024-11-14T04:55:18,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ef9339a2e7fb442189c17c2e379e5858, entries=16, sequenceid=273, filesize=21.3 K 2024-11-14T04:55:18,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for f076823f9302601bd1140d822c1f419b in 30ms, sequenceid=273, compaction requested=false 2024-11-14T04:55:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741867_1043 (size=149224) 2024-11-14T04:55:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741867_1043 (size=149224) 2024-11-14T04:55:18,340 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/0053d04c009e44b084a9bd8c0a2440f7 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/0053d04c009e44b084a9bd8c0a2440f7 2024-11-14T04:55:18,346 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f076823f9302601bd1140d822c1f419b/info of f076823f9302601bd1140d822c1f419b into 0053d04c009e44b084a9bd8c0a2440f7(size=145.7 K), total size for store is 167.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:55:18,346 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:18,346 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., storeName=f076823f9302601bd1140d822c1f419b/info, priority=13, startTime=1731560118300; duration=0sec 2024-11-14T04:55:18,346 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:18,347 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f076823f9302601bd1140d822c1f419b:info 2024-11-14T04:55:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:20,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-14T04:55:20,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/2f852a2ed27440ea9552ad23bb776767 is 1055, key is row0216/info:/1731560118302/Put/seqid=0 2024-11-14T04:55:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741868_1044 (size=15510) 2024-11-14T04:55:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741868_1044 (size=15510) 2024-11-14T04:55:20,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/2f852a2ed27440ea9552ad23bb776767 2024-11-14T04:55:20,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/2f852a2ed27440ea9552ad23bb776767 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/2f852a2ed27440ea9552ad23bb776767 2024-11-14T04:55:20,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/2f852a2ed27440ea9552ad23bb776767, entries=10, sequenceid=287, filesize=15.1 K 2024-11-14T04:55:20,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=17.45 KB/17867 for f076823f9302601bd1140d822c1f419b in 27ms, sequenceid=287, compaction requested=true 2024-11-14T04:55:20,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:20,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f076823f9302601bd1140d822c1f419b:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:55:20,346 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:55:20,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:20,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-14T04:55:20,347 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186588 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:55:20,347 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): f076823f9302601bd1140d822c1f419b/info is initiating minor compaction (all files) 2024-11-14T04:55:20,347 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f076823f9302601bd1140d822c1f419b/info in TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:20,347 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/0053d04c009e44b084a9bd8c0a2440f7, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ef9339a2e7fb442189c17c2e379e5858, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/2f852a2ed27440ea9552ad23bb776767] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp, totalSize=182.2 K 2024-11-14T04:55:20,348 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0053d04c009e44b084a9bd8c0a2440f7, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731560047659 2024-11-14T04:55:20,348 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef9339a2e7fb442189c17c2e379e5858, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731560118277 2024-11-14T04:55:20,349 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f852a2ed27440ea9552ad23bb776767, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731560118302 2024-11-14T04:55:20,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/37ea3ea5576f418bb81e0f04d65fa297 is 1055, key is row0226/info:/1731560120319/Put/seqid=0 2024-11-14T04:55:20,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741869_1045 (size=25016) 2024-11-14T04:55:20,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741869_1045 (size=25016) 2024-11-14T04:55:20,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/37ea3ea5576f418bb81e0f04d65fa297 2024-11-14T04:55:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:55:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:52040 deadline: 1731560130364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 2024-11-14T04:55:20,365 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f076823f9302601bd1140d822c1f419b#info#compaction#60 average throughput is 40.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:55:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:55:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f076823f9302601bd1140d822c1f419b, server=44289c305c03,38283,1731560024340 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:55:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., hostname=44289c305c03,38283,1731560024340, seqNum=122 because the exception is null or not the one we care about 2024-11-14T04:55:20,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/37ea3ea5576f418bb81e0f04d65fa297 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/37ea3ea5576f418bb81e0f04d65fa297 2024-11-14T04:55:20,365 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/f896a2b5387143d7984b56b0502f0f28 is 1055, key is row0064/info:/1731560047659/Put/seqid=0 2024-11-14T04:55:20,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/37ea3ea5576f418bb81e0f04d65fa297, entries=19, sequenceid=309, filesize=24.4 K 2024-11-14T04:55:20,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for f076823f9302601bd1140d822c1f419b in 24ms, sequenceid=309, compaction requested=false 2024-11-14T04:55:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:20,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741870_1046 (size=176738) 2024-11-14T04:55:20,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741870_1046 (size=176738) 2024-11-14T04:55:20,382 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/f896a2b5387143d7984b56b0502f0f28 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/f896a2b5387143d7984b56b0502f0f28 2024-11-14T04:55:20,388 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f076823f9302601bd1140d822c1f419b/info of f076823f9302601bd1140d822c1f419b into f896a2b5387143d7984b56b0502f0f28(size=172.6 K), total size for store is 197.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:55:20,388 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:20,388 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., storeName=f076823f9302601bd1140d822c1f419b/info, priority=13, startTime=1731560120346; duration=0sec 2024-11-14T04:55:20,388 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:20,388 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f076823f9302601bd1140d822c1f419b:info 2024-11-14T04:55:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(8855): Flush requested on f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:30,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T04:55:30,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/49b00de1ef0743ce8e4fa5ae0728e5a4 is 1055, key is row0245/info:/1731560120348/Put/seqid=0 2024-11-14T04:55:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741871_1047 (size=16564) 2024-11-14T04:55:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741871_1047 (size=16564) 2024-11-14T04:55:30,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/49b00de1ef0743ce8e4fa5ae0728e5a4 2024-11-14T04:55:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/49b00de1ef0743ce8e4fa5ae0728e5a4 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/49b00de1ef0743ce8e4fa5ae0728e5a4 2024-11-14T04:55:30,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/49b00de1ef0743ce8e4fa5ae0728e5a4, entries=11, sequenceid=324, filesize=16.2 K 2024-11-14T04:55:30,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=1.03 KB/1051 for f076823f9302601bd1140d822c1f419b in 28ms, sequenceid=324, compaction requested=true 2024-11-14T04:55:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f076823f9302601bd1140d822c1f419b:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:55:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:30,411 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:55:30,412 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218318 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:55:30,412 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1541): f076823f9302601bd1140d822c1f419b/info is initiating minor compaction (all files) 2024-11-14T04:55:30,412 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f076823f9302601bd1140d822c1f419b/info in TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:30,412 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/f896a2b5387143d7984b56b0502f0f28, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/37ea3ea5576f418bb81e0f04d65fa297, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/49b00de1ef0743ce8e4fa5ae0728e5a4] into tmpdir=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp, totalSize=213.2 K 2024-11-14T04:55:30,413 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting f896a2b5387143d7984b56b0502f0f28, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731560047659 2024-11-14T04:55:30,413 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ea3ea5576f418bb81e0f04d65fa297, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731560120319 2024-11-14T04:55:30,413 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49b00de1ef0743ce8e4fa5ae0728e5a4, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731560120348 2024-11-14T04:55:30,429 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f076823f9302601bd1140d822c1f419b#info#compaction#62 average throughput is 64.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:55:30,430 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/5bf061958db34b4d84901face7082e66 is 1055, key is row0064/info:/1731560047659/Put/seqid=0 2024-11-14T04:55:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741872_1048 (size=208537) 2024-11-14T04:55:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741872_1048 (size=208537) 2024-11-14T04:55:30,442 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/5bf061958db34b4d84901face7082e66 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/5bf061958db34b4d84901face7082e66 2024-11-14T04:55:30,448 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f076823f9302601bd1140d822c1f419b/info of f076823f9302601bd1140d822c1f419b into 5bf061958db34b4d84901face7082e66(size=203.6 K), total size for store is 203.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:55:30,448 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:30,448 INFO [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., storeName=f076823f9302601bd1140d822c1f419b/info, priority=13, startTime=1731560130411; duration=0sec 2024-11-14T04:55:30,448 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:55:30,448 DEBUG [RS:0;44289c305c03:38283-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f076823f9302601bd1140d822c1f419b:info 2024-11-14T04:55:32,386 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-14T04:55:32,399 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560132386, exclude list is [], retry=0 2024-11-14T04:55:32,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-cfbb8fe2-ac83-4b92-a252-5f74ed3fb07e,DISK] 2024-11-14T04:55:32,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-7ab7433c-39ef-4441-ad22-1f3825e1bdab,DISK] 2024-11-14T04:55:32,404 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560024730 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560132386 2024-11-14T04:55:32,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41103:41103),(127.0.0.1/127.0.0.1:43363:43363)] 2024-11-14T04:55:32,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560024730 is not closed yet, will try archiving it next time 2024-11-14T04:55:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741833_1009 (size=308076) 2024-11-14T04:55:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741833_1009 (size=308076) 2024-11-14T04:55:32,409 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f076823f9302601bd1140d822c1f419b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T04:55:32,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ea38eff790d94ff0914cf7e697359006 is 1055, key is row0256/info:/1731560130385/Put/seqid=0 2024-11-14T04:55:32,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741874_1050 (size=6010) 2024-11-14T04:55:32,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741874_1050 (size=6010) 2024-11-14T04:55:32,421 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ea38eff790d94ff0914cf7e697359006 2024-11-14T04:55:32,427 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/.tmp/info/ea38eff790d94ff0914cf7e697359006 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea38eff790d94ff0914cf7e697359006 2024-11-14T04:55:32,431 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea38eff790d94ff0914cf7e697359006, entries=1, sequenceid=329, filesize=5.9 K 2024-11-14T04:55:32,432 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for f076823f9302601bd1140d822c1f419b in 23ms, sequenceid=329, compaction requested=false 2024-11-14T04:55:32,432 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f076823f9302601bd1140d822c1f419b: 2024-11-14T04:55:32,433 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-14T04:55:32,436 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/info/b7d7e854374c488da7e48e4a031849d1 is 186, key is TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5./info:regioninfo/1731560050917/Put/seqid=0 2024-11-14T04:55:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741875_1051 (size=6153) 2024-11-14T04:55:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741875_1051 (size=6153) 2024-11-14T04:55:32,444 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/info/b7d7e854374c488da7e48e4a031849d1 2024-11-14T04:55:32,449 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/.tmp/info/b7d7e854374c488da7e48e4a031849d1 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/info/b7d7e854374c488da7e48e4a031849d1 2024-11-14T04:55:32,455 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/info/b7d7e854374c488da7e48e4a031849d1, entries=5, sequenceid=21, filesize=6.0 K 2024-11-14T04:55:32,456 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=21, compaction requested=false 2024-11-14T04:55:32,456 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T04:55:32,456 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 14c76a2f18a6ed668a224c7f6bef18b5: 2024-11-14T04:55:32,470 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560132456, exclude list is [], retry=0 2024-11-14T04:55:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-7ab7433c-39ef-4441-ad22-1f3825e1bdab,DISK] 2024-11-14T04:55:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46387,DS-cfbb8fe2-ac83-4b92-a252-5f74ed3fb07e,DISK] 2024-11-14T04:55:32,473 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560132386 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560132456 2024-11-14T04:55:32,474 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43363:43363),(127.0.0.1/127.0.0.1:41103:41103)] 2024-11-14T04:55:32,474 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560132386 is not closed yet, will try archiving it next time 2024-11-14T04:55:32,474 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560024730 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/oldWALs/44289c305c03%2C38283%2C1731560024340.1731560024730 2024-11-14T04:55:32,475 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:55:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741873_1049 (size=731) 2024-11-14T04:55:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741873_1049 (size=731) 2024-11-14T04:55:32,476 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/WALs/44289c305c03,38283,1731560024340/44289c305c03%2C38283%2C1731560024340.1731560132386 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/oldWALs/44289c305c03%2C38283%2C1731560024340.1731560132386 2024-11-14T04:55:32,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:55:32,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:55:32,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:55:32,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:32,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:32,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:55:32,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:55:32,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1910859230, stopped=false 2024-11-14T04:55:32,576 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,44559,1731560024284 2024-11-14T04:55:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:32,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:55:32,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:32,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:32,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:55:32,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:55:32,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:32,580 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,38283,1731560024340' ***** 2024-11-14T04:55:32,580 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:55:32,580 INFO [RS:0;44289c305c03:38283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:55:32,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(3091): Received CLOSE for f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(3091): Received CLOSE for 14c76a2f18a6ed668a224c7f6bef18b5 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,38283,1731560024340 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:38283. 2024-11-14T04:55:32,581 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f076823f9302601bd1140d822c1f419b, disabling compactions & flushes 2024-11-14T04:55:32,581 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:32,581 DEBUG [RS:0;44289c305c03:38283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:55:32,581 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:32,581 DEBUG [RS:0;44289c305c03:38283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:32,581 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. after waiting 0 ms 2024-11-14T04:55:32,581 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:55:32,581 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:55:32,582 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba->hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7-top, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ab0a2a219a174494b919d218a8ccb41b, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/c50c450f2b39423ca0a80dd3b3b359e0, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/62e1b7537f404b8b86607eb9188e1404, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/95c9566a14224e3aaa8c78790779657f, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7105e782a80c4278ac3022dc201a8af4, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/808b405cd4c34a3ea23b132e4cc264c4, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea7250a9be0e4ba08746f0583ad55fd5, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/5fc644537d8349928dba8485d848cf37, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7451f63b2eeb4b868fa39fab3137907e, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/142b38db3631411fab3e436a7940061f, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/4680329e3e4d4226b255fe9c10aeb2f6, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/0053d04c009e44b084a9bd8c0a2440f7, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/558741c8efa34d11aca874769e5938b5, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ef9339a2e7fb442189c17c2e379e5858, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/f896a2b5387143d7984b56b0502f0f28, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/2f852a2ed27440ea9552ad23bb776767, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/37ea3ea5576f418bb81e0f04d65fa297, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/49b00de1ef0743ce8e4fa5ae0728e5a4] to archive 2024-11-14T04:55:32,584 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:55:32,585 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:55:32,585 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1325): Online Regions={f076823f9302601bd1140d822c1f419b=TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b., 1588230740=hbase:meta,,1.1588230740, 14c76a2f18a6ed668a224c7f6bef18b5=TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.} 2024-11-14T04:55:32,585 DEBUG [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1351): Waiting on 14c76a2f18a6ed668a224c7f6bef18b5, 1588230740, f076823f9302601bd1140d822c1f419b 2024-11-14T04:55:32,589 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:55:32,589 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:55:32,589 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:55:32,590 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:55:32,590 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:55:32,594 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:55:32,595 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:55:32,595 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:55:32,598 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:55:32,598 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-967f35b717f2432083141c72434d27d3 2024-11-14T04:55:32,600 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ab0a2a219a174494b919d218a8ccb41b to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ab0a2a219a174494b919d218a8ccb41b 2024-11-14T04:55:32,601 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/TestLogRolling-testLogRolling=fd2401ec233520e88b24f1b6e82e42ba-e5eaca29e8374b9d9e94649ba195f9ef 2024-11-14T04:55:32,603 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/c50c450f2b39423ca0a80dd3b3b359e0 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/c50c450f2b39423ca0a80dd3b3b359e0 2024-11-14T04:55:32,604 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/62e1b7537f404b8b86607eb9188e1404 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/62e1b7537f404b8b86607eb9188e1404 2024-11-14T04:55:32,606 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/95c9566a14224e3aaa8c78790779657f to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/95c9566a14224e3aaa8c78790779657f 2024-11-14T04:55:32,608 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7105e782a80c4278ac3022dc201a8af4 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7105e782a80c4278ac3022dc201a8af4 2024-11-14T04:55:32,609 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/808b405cd4c34a3ea23b132e4cc264c4 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/808b405cd4c34a3ea23b132e4cc264c4 2024-11-14T04:55:32,611 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea7250a9be0e4ba08746f0583ad55fd5 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ea7250a9be0e4ba08746f0583ad55fd5 2024-11-14T04:55:32,613 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-14T04:55:32,614 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/5fc644537d8349928dba8485d848cf37 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/5fc644537d8349928dba8485d848cf37 2024-11-14T04:55:32,614 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:55:32,614 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:55:32,614 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560132589Running coprocessor pre-close hooks at 1731560132589Disabling compacts and flushes for region at 1731560132589Disabling writes for close at 1731560132590 (+1 ms)Writing region close event to WAL at 1731560132597 (+7 ms)Running coprocessor post-close hooks at 1731560132614 (+17 ms)Closed at 1731560132614 2024-11-14T04:55:32,614 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:55:32,615 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7451f63b2eeb4b868fa39fab3137907e to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/7451f63b2eeb4b868fa39fab3137907e 2024-11-14T04:55:32,617 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/142b38db3631411fab3e436a7940061f to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/142b38db3631411fab3e436a7940061f 2024-11-14T04:55:32,619 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/4680329e3e4d4226b255fe9c10aeb2f6 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/4680329e3e4d4226b255fe9c10aeb2f6 2024-11-14T04:55:32,621 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/0053d04c009e44b084a9bd8c0a2440f7 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/0053d04c009e44b084a9bd8c0a2440f7 2024-11-14T04:55:32,622 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/558741c8efa34d11aca874769e5938b5 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/558741c8efa34d11aca874769e5938b5 2024-11-14T04:55:32,624 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ef9339a2e7fb442189c17c2e379e5858 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/ef9339a2e7fb442189c17c2e379e5858 2024-11-14T04:55:32,626 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/f896a2b5387143d7984b56b0502f0f28 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/f896a2b5387143d7984b56b0502f0f28 2024-11-14T04:55:32,627 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/2f852a2ed27440ea9552ad23bb776767 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/2f852a2ed27440ea9552ad23bb776767 2024-11-14T04:55:32,629 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/37ea3ea5576f418bb81e0f04d65fa297 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/37ea3ea5576f418bb81e0f04d65fa297 2024-11-14T04:55:32,630 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/49b00de1ef0743ce8e4fa5ae0728e5a4 to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/info/49b00de1ef0743ce8e4fa5ae0728e5a4 2024-11-14T04:55:32,631 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=44289c305c03:44559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T04:55:32,632 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ab0a2a219a174494b919d218a8ccb41b=37897, c50c450f2b39423ca0a80dd3b3b359e0=13391, 62e1b7537f404b8b86607eb9188e1404=69658, 95c9566a14224e3aaa8c78790779657f=28156, 7105e782a80c4278ac3022dc201a8af4=13394, 808b405cd4c34a3ea23b132e4cc264c4=95109, ea7250a9be0e4ba08746f0583ad55fd5=21838, 5fc644537d8349928dba8485d848cf37=18675, 7451f63b2eeb4b868fa39fab3137907e=126937, 142b38db3631411fab3e436a7940061f=22891, 4680329e3e4d4226b255fe9c10aeb2f6=18675, 0053d04c009e44b084a9bd8c0a2440f7=149224, 558741c8efa34d11aca874769e5938b5=13394, ef9339a2e7fb442189c17c2e379e5858=21854, f896a2b5387143d7984b56b0502f0f28=176738, 2f852a2ed27440ea9552ad23bb776767=15510, 37ea3ea5576f418bb81e0f04d65fa297=25016, 49b00de1ef0743ce8e4fa5ae0728e5a4=16564] 2024-11-14T04:55:32,635 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/f076823f9302601bd1140d822c1f419b/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-14T04:55:32,636 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:32,636 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f076823f9302601bd1140d822c1f419b: Waiting for close lock at 1731560132581Running coprocessor pre-close hooks at 1731560132581Disabling compacts and flushes for region at 1731560132581Disabling writes for close at 1731560132581Writing region close event to WAL at 1731560132632 (+51 ms)Running coprocessor post-close hooks at 1731560132636 (+4 ms)Closed at 1731560132636 2024-11-14T04:55:32,637 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731560050166.f076823f9302601bd1140d822c1f419b. 2024-11-14T04:55:32,637 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14c76a2f18a6ed668a224c7f6bef18b5, disabling compactions & flushes 2024-11-14T04:55:32,637 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:55:32,637 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:55:32,637 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. after waiting 0 ms 2024-11-14T04:55:32,637 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:55:32,637 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba->hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/fd2401ec233520e88b24f1b6e82e42ba/info/8c2ea1fabf494192a7bcc9ef3077fca7-bottom] to archive 2024-11-14T04:55:32,638 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:55:32,640 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba to hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/archive/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/info/8c2ea1fabf494192a7bcc9ef3077fca7.fd2401ec233520e88b24f1b6e82e42ba 2024-11-14T04:55:32,640 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-14T04:55:32,644 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/data/default/TestLogRolling-testLogRolling/14c76a2f18a6ed668a224c7f6bef18b5/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-14T04:55:32,644 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:55:32,644 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14c76a2f18a6ed668a224c7f6bef18b5: Waiting for close lock at 1731560132637Running coprocessor pre-close hooks at 1731560132637Disabling compacts and flushes for region at 1731560132637Disabling writes for close at 1731560132637Writing region close event to WAL at 1731560132640 (+3 ms)Running coprocessor post-close hooks at 1731560132644 (+4 ms)Closed at 1731560132644 2024-11-14T04:55:32,645 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731560050166.14c76a2f18a6ed668a224c7f6bef18b5. 2024-11-14T04:55:32,785 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,38283,1731560024340; all regions closed. 2024-11-14T04:55:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741834_1010 (size=8107) 2024-11-14T04:55:32,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741834_1010 (size=8107) 2024-11-14T04:55:32,791 DEBUG [RS:0;44289c305c03:38283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/oldWALs 2024-11-14T04:55:32,791 INFO [RS:0;44289c305c03:38283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C38283%2C1731560024340.meta:.meta(num 1731560025186) 2024-11-14T04:55:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741876_1052 (size=778) 2024-11-14T04:55:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741876_1052 (size=778) 2024-11-14T04:55:32,795 DEBUG [RS:0;44289c305c03:38283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/oldWALs 2024-11-14T04:55:32,795 INFO [RS:0;44289c305c03:38283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C38283%2C1731560024340:(num 1731560132456) 2024-11-14T04:55:32,795 DEBUG [RS:0;44289c305c03:38283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:32,795 INFO [RS:0;44289c305c03:38283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:55:32,795 INFO [RS:0;44289c305c03:38283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:55:32,795 INFO [RS:0;44289c305c03:38283 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:55:32,795 INFO [RS:0;44289c305c03:38283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:55:32,795 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:55:32,796 INFO [RS:0;44289c305c03:38283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38283 2024-11-14T04:55:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,38283,1731560024340 2024-11-14T04:55:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:55:32,798 INFO [RS:0;44289c305c03:38283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:55:32,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,38283,1731560024340] 2024-11-14T04:55:32,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,38283,1731560024340 already deleted, retry=false 2024-11-14T04:55:32,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,38283,1731560024340 expired; onlineServers=0 2024-11-14T04:55:32,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,44559,1731560024284' ***** 2024-11-14T04:55:32,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:55:32,801 INFO [M:0;44289c305c03:44559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:55:32,801 INFO [M:0;44289c305c03:44559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:55:32,801 DEBUG [M:0;44289c305c03:44559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:55:32,801 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:55:32,801 DEBUG [M:0;44289c305c03:44559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:55:32,801 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560024545 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560024545,5,FailOnTimeoutGroup] 2024-11-14T04:55:32,801 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560024545 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560024545,5,FailOnTimeoutGroup] 2024-11-14T04:55:32,802 INFO [M:0;44289c305c03:44559 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:55:32,802 INFO [M:0;44289c305c03:44559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:55:32,802 DEBUG [M:0;44289c305c03:44559 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:55:32,802 INFO [M:0;44289c305c03:44559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:55:32,802 INFO [M:0;44289c305c03:44559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:55:32,802 INFO [M:0;44289c305c03:44559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:55:32,802 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:55:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:55:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:32,804 DEBUG [M:0;44289c305c03:44559 {}] zookeeper.ZKUtil(347): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T04:55:32,804 WARN [M:0;44289c305c03:44559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:55:32,805 INFO [M:0;44289c305c03:44559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/.lastflushedseqids 2024-11-14T04:55:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741877_1053 (size=228) 2024-11-14T04:55:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741877_1053 (size=228) 2024-11-14T04:55:32,811 INFO [M:0;44289c305c03:44559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:55:32,811 INFO [M:0;44289c305c03:44559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:55:32,812 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:55:32,812 INFO [M:0;44289c305c03:44559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:32,812 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:32,812 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:55:32,812 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:32,812 INFO [M:0;44289c305c03:44559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-14T04:55:32,835 DEBUG [M:0;44289c305c03:44559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eec97689a928446ca9c21c02c47a4556 is 82, key is hbase:meta,,1/info:regioninfo/1731560025254/Put/seqid=0 2024-11-14T04:55:32,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741878_1054 (size=5672) 2024-11-14T04:55:32,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741878_1054 (size=5672) 2024-11-14T04:55:32,841 INFO [M:0;44289c305c03:44559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eec97689a928446ca9c21c02c47a4556 2024-11-14T04:55:32,860 DEBUG [M:0;44289c305c03:44559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02c4ee239e1c487db464f56ddfc0a0c8 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731560025835/Put/seqid=0 2024-11-14T04:55:32,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741879_1055 (size=7090) 2024-11-14T04:55:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741879_1055 (size=7090) 2024-11-14T04:55:32,866 INFO [M:0;44289c305c03:44559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02c4ee239e1c487db464f56ddfc0a0c8 2024-11-14T04:55:32,872 INFO [M:0;44289c305c03:44559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c4ee239e1c487db464f56ddfc0a0c8 2024-11-14T04:55:32,893 DEBUG [M:0;44289c305c03:44559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cee6e3066804ca4a7a4323e9f017e41 is 69, key is 44289c305c03,38283,1731560024340/rs:state/1731560024579/Put/seqid=0 2024-11-14T04:55:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741880_1056 (size=5156) 2024-11-14T04:55:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741880_1056 (size=5156) 2024-11-14T04:55:32,899 INFO [M:0;44289c305c03:44559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cee6e3066804ca4a7a4323e9f017e41 2024-11-14T04:55:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:32,900 INFO [RS:0;44289c305c03:38283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:55:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x100ef981d570001, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:32,900 INFO [RS:0;44289c305c03:38283 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,38283,1731560024340; zookeeper connection closed. 2024-11-14T04:55:32,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1938a424 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1938a424 2024-11-14T04:55:32,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:55:32,927 DEBUG [M:0;44289c305c03:44559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/aa4ff11bab8c448299097b6c48dfb25a is 52, key is load_balancer_on/state:d/1731560025384/Put/seqid=0 2024-11-14T04:55:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741881_1057 (size=5056) 2024-11-14T04:55:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741881_1057 (size=5056) 2024-11-14T04:55:32,933 INFO [M:0;44289c305c03:44559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/aa4ff11bab8c448299097b6c48dfb25a 2024-11-14T04:55:32,938 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eec97689a928446ca9c21c02c47a4556 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eec97689a928446ca9c21c02c47a4556 2024-11-14T04:55:32,943 INFO [M:0;44289c305c03:44559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eec97689a928446ca9c21c02c47a4556, entries=8, sequenceid=125, filesize=5.5 K 2024-11-14T04:55:32,944 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02c4ee239e1c487db464f56ddfc0a0c8 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02c4ee239e1c487db464f56ddfc0a0c8 2024-11-14T04:55:32,948 INFO [M:0;44289c305c03:44559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c4ee239e1c487db464f56ddfc0a0c8 2024-11-14T04:55:32,948 INFO [M:0;44289c305c03:44559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02c4ee239e1c487db464f56ddfc0a0c8, entries=13, sequenceid=125, filesize=6.9 K 2024-11-14T04:55:32,949 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cee6e3066804ca4a7a4323e9f017e41 as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cee6e3066804ca4a7a4323e9f017e41 2024-11-14T04:55:32,953 INFO [M:0;44289c305c03:44559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cee6e3066804ca4a7a4323e9f017e41, entries=1, sequenceid=125, filesize=5.0 K 2024-11-14T04:55:32,954 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/aa4ff11bab8c448299097b6c48dfb25a as hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/aa4ff11bab8c448299097b6c48dfb25a 2024-11-14T04:55:32,958 INFO [M:0;44289c305c03:44559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43981/user/jenkins/test-data/307325d1-6645-7987-2fbd-3a9e373a82d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/aa4ff11bab8c448299097b6c48dfb25a, entries=1, sequenceid=125, filesize=4.9 K 2024-11-14T04:55:32,959 INFO [M:0;44289c305c03:44559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=125, compaction requested=false 2024-11-14T04:55:32,961 INFO [M:0;44289c305c03:44559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:32,961 DEBUG [M:0;44289c305c03:44559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560132811Disabling compacts and flushes for region at 1731560132811Disabling writes for close at 1731560132812 (+1 ms)Obtaining lock to block concurrent updates at 1731560132812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731560132812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731560132812Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731560132813 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731560132813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731560132834 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731560132834Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731560132845 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731560132860 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731560132860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731560132872 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731560132893 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731560132893Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731560132905 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731560132926 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731560132926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b672d1: reopening flushed file at 1731560132937 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b822c0: reopening flushed file at 1731560132943 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c32d50: reopening flushed file at 1731560132948 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcbda4e: reopening flushed file at 1731560132954 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=125, compaction requested=false at 1731560132959 (+5 ms)Writing region close event to WAL at 1731560132961 (+2 ms)Closed at 1731560132961 2024-11-14T04:55:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741830_1006 (size=61320) 2024-11-14T04:55:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741830_1006 (size=61320) 2024-11-14T04:55:32,963 INFO [M:0;44289c305c03:44559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:55:32,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:55:32,964 INFO [M:0;44289c305c03:44559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44559 2024-11-14T04:55:32,964 INFO [M:0;44289c305c03:44559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:55:33,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:33,067 INFO [M:0;44289c305c03:44559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:55:33,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x100ef981d570000, quorum=127.0.0.1:61316, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:33,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ff5b920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:33,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@302d7309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:55:33,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:55:33,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d7d0aa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:55:33,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fa44fbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir/,STOPPED} 2024-11-14T04:55:33,072 WARN [BP-1939270909-172.17.0.2-1731560023499 heartbeating to localhost/127.0.0.1:43981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:55:33,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:55:33,072 WARN [BP-1939270909-172.17.0.2-1731560023499 heartbeating to localhost/127.0.0.1:43981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1939270909-172.17.0.2-1731560023499 (Datanode Uuid 91c96145-33f1-4e3a-b2a0-67197bcf60af) service to localhost/127.0.0.1:43981 2024-11-14T04:55:33,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:55:33,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data3/current/BP-1939270909-172.17.0.2-1731560023499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:33,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data4/current/BP-1939270909-172.17.0.2-1731560023499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:33,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:55:33,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2885c493{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:33,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@427e054f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:55:33,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:55:33,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d56b6ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:55:33,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612c7946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir/,STOPPED} 2024-11-14T04:55:33,077 WARN [BP-1939270909-172.17.0.2-1731560023499 heartbeating to localhost/127.0.0.1:43981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:55:33,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:55:33,077 WARN [BP-1939270909-172.17.0.2-1731560023499 heartbeating to localhost/127.0.0.1:43981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1939270909-172.17.0.2-1731560023499 (Datanode Uuid 58867f6b-b2b4-4f74-9480-07aae18de52f) service to localhost/127.0.0.1:43981 2024-11-14T04:55:33,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:55:33,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data1/current/BP-1939270909-172.17.0.2-1731560023499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:33,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/cluster_87b4c794-1af4-641b-faaa-60cf024ffe99/data/data2/current/BP-1939270909-172.17.0.2-1731560023499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:33,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:55:33,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23575f6c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:55:33,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f588a53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:55:33,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:55:33,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@138eb1a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:55:33,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1930e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir/,STOPPED} 2024-11-14T04:55:33,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:55:33,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:55:33,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=109 (was 100) - Thread LEAK? -, OpenFileDescriptor=449 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 424), ProcessCount=11 (was 11), AvailableMemoryMB=6479 (was 5668) - AvailableMemoryMB LEAK? - 2024-11-14T04:55:33,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6479 2024-11-14T04:55:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:55:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.log.dir so I do NOT create it in target/test-data/9b8bdca6-b877-563c-5857-a2985482267e 2024-11-14T04:55:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf0acb1c-ce95-f0bf-9b36-f0e3d9b033f7/hadoop.tmp.dir so I do NOT create it in target/test-data/9b8bdca6-b877-563c-5857-a2985482267e 2024-11-14T04:55:33,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c, deleteOnExit=true 2024-11-14T04:55:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:55:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/test.cache.data in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:55:33,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:55:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:55:33,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:55:33,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:55:33,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:55:33,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:55:33,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:55:33,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:55:33,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:33,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:55:33,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:55:33,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:55:33,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:55:33,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:33,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ff609e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:55:33,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15938ba9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:55:33,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34f560e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/java.io.tmpdir/jetty-localhost-33805-hadoop-hdfs-3_4_1-tests_jar-_-any-13540455724179349472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:55:33,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5157eab4{HTTP/1.1, (http/1.1)}{localhost:33805} 2024-11-14T04:55:33,371 INFO [Time-limited test {}] server.Server(415): Started @252284ms 2024-11-14T04:55:33,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:33,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:55:33,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:55:33,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:55:33,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:55:33,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b454db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:55:33,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53ac20b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:55:33,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48ad23d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/java.io.tmpdir/jetty-localhost-41137-hadoop-hdfs-3_4_1-tests_jar-_-any-12170715602789588236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:33,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b8f9df{HTTP/1.1, (http/1.1)}{localhost:41137} 2024-11-14T04:55:33,576 INFO [Time-limited test {}] server.Server(415): Started @252489ms 2024-11-14T04:55:33,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:55:33,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:55:33,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:55:33,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:55:33,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:55:33,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:55:33,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330d155c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:55:33,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eebfe76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:55:33,715 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data1/current/BP-315060267-172.17.0.2-1731560133169/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:33,716 WARN [Thread-1600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data2/current/BP-315060267-172.17.0.2-1731560133169/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:33,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@776e989a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/java.io.tmpdir/jetty-localhost-37785-hadoop-hdfs-3_4_1-tests_jar-_-any-1385415568108193798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:33,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a1bde6b{HTTP/1.1, (http/1.1)}{localhost:37785} 2024-11-14T04:55:33,742 INFO [Time-limited test {}] server.Server(415): Started @252654ms 2024-11-14T04:55:33,743 WARN [Thread-1578 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:55:33,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:55:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9816c08cd012151e with lease ID 0x180d982d22d6a920: Processing first storage report for DS-32864781-55b7-4170-9ccc-f0c9186cd635 from datanode DatanodeRegistration(127.0.0.1:39951, datanodeUuid=93c256c4-b93d-4bc9-8355-64a1e7283ccb, infoPort=44717, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169) 2024-11-14T04:55:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9816c08cd012151e with lease ID 0x180d982d22d6a920: from storage DS-32864781-55b7-4170-9ccc-f0c9186cd635 node DatanodeRegistration(127.0.0.1:39951, datanodeUuid=93c256c4-b93d-4bc9-8355-64a1e7283ccb, infoPort=44717, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9816c08cd012151e with lease ID 0x180d982d22d6a920: Processing first storage report for DS-85ceefb5-03cd-43d1-b3c6-d34dde791225 from datanode DatanodeRegistration(127.0.0.1:39951, datanodeUuid=93c256c4-b93d-4bc9-8355-64a1e7283ccb, infoPort=44717, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169) 2024-11-14T04:55:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9816c08cd012151e with lease ID 0x180d982d22d6a920: from storage DS-85ceefb5-03cd-43d1-b3c6-d34dde791225 node DatanodeRegistration(127.0.0.1:39951, datanodeUuid=93c256c4-b93d-4bc9-8355-64a1e7283ccb, infoPort=44717, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:33,838 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data3/current/BP-315060267-172.17.0.2-1731560133169/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:33,838 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data4/current/BP-315060267-172.17.0.2-1731560133169/current, will proceed with Du for space computation calculation, 2024-11-14T04:55:33,854 WARN [Thread-1614 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:55:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf151cfdb268ec7 with lease ID 0x180d982d22d6a921: Processing first storage report for DS-6bbc456a-b399-4dd1-aaca-b7d258275879 from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=f455febc-7d2e-4cae-bbe8-6394201461f0, infoPort=41635, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169) 2024-11-14T04:55:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf151cfdb268ec7 with lease ID 0x180d982d22d6a921: from storage DS-6bbc456a-b399-4dd1-aaca-b7d258275879 node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=f455febc-7d2e-4cae-bbe8-6394201461f0, infoPort=41635, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf151cfdb268ec7 with lease ID 0x180d982d22d6a921: Processing first storage report for DS-235af674-cdb1-4481-8c50-5b2e2c6ba882 from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=f455febc-7d2e-4cae-bbe8-6394201461f0, infoPort=41635, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169) 2024-11-14T04:55:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf151cfdb268ec7 with lease ID 0x180d982d22d6a921: from storage DS-235af674-cdb1-4481-8c50-5b2e2c6ba882 node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=f455febc-7d2e-4cae-bbe8-6394201461f0, infoPort=41635, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1714515559;c=1731560133169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:55:33,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e 2024-11-14T04:55:33,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/zookeeper_0, clientPort=51714, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:55:33,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51714 2024-11-14T04:55:33,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:33,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:55:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:55:33,890 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494 with version=8 2024-11-14T04:55:33,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43305/user/jenkins/test-data/387e06d1-32cc-f7f9-3e69-226e2a644c7b/hbase-staging 2024-11-14T04:55:33,892 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:55:33,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:33,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:33,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:55:33,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:33,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:55:33,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:55:33,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:55:33,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35921 2024-11-14T04:55:33,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35921 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-14T04:55:33,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359210x0, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:55:33,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35921-0x100ef99c99f0000 connected 2024-11-14T04:55:33,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:33,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:33,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:33,915 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494, hbase.cluster.distributed=false 2024-11-14T04:55:33,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:55:33,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-14T04:55:33,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35921 2024-11-14T04:55:33,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35921 2024-11-14T04:55:33,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-14T04:55:33,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-14T04:55:33,933 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:55:33,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:33,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:33,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:55:33,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:55:33,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:55:33,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:55:33,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:55:33,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34727 2024-11-14T04:55:33,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34727 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-14T04:55:33,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:33,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347270x0, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:55:33,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347270x0, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:33,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34727-0x100ef99c99f0001 connected 2024-11-14T04:55:33,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:55:33,942 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:55:33,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:55:33,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:55:33,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-14T04:55:33,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34727 2024-11-14T04:55:33,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34727 2024-11-14T04:55:33,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-14T04:55:33,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-14T04:55:33,956 DEBUG [M:0;44289c305c03:35921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:35921 2024-11-14T04:55:33,956 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,35921,1731560133892 2024-11-14T04:55:33,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:33,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:33,959 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,35921,1731560133892 2024-11-14T04:55:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:55:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:33,961 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:55:33,961 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,35921,1731560133892 from backup master directory 2024-11-14T04:55:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,35921,1731560133892 2024-11-14T04:55:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:55:33,963 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:55:33,963 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,35921,1731560133892 2024-11-14T04:55:33,967 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/hbase.id] with ID: 077f8130-e269-4f1e-817e-533315bbbeef 2024-11-14T04:55:33,967 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/.tmp/hbase.id 2024-11-14T04:55:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:55:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:55:33,974 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/.tmp/hbase.id]:[hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/hbase.id] 2024-11-14T04:55:33,985 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:33,985 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:55:33,987 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T04:55:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:33,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:55:33,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:55:33,999 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:55:33,999 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:55:34,001 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:34,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:55:34,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:55:34,010 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store 2024-11-14T04:55:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:55:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:55:34,016 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:34,016 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:55:34,016 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:34,017 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:34,017 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:55:34,017 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:34,017 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:34,017 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560134016Disabling compacts and flushes for region at 1731560134016Disabling writes for close at 1731560134017 (+1 ms)Writing region close event to WAL at 1731560134017Closed at 1731560134017 2024-11-14T04:55:34,018 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/.initializing 2024-11-14T04:55:34,018 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/WALs/44289c305c03,35921,1731560133892 2024-11-14T04:55:34,019 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:34,020 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C35921%2C1731560133892, suffix=, logDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/WALs/44289c305c03,35921,1731560133892, archiveDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/oldWALs, maxLogs=10 2024-11-14T04:55:34,040 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/WALs/44289c305c03,35921,1731560133892/44289c305c03%2C35921%2C1731560133892.1731560134021, exclude list is [], retry=0 2024-11-14T04:55:34,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-32864781-55b7-4170-9ccc-f0c9186cd635,DISK] 2024-11-14T04:55:34,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-6bbc456a-b399-4dd1-aaca-b7d258275879,DISK] 2024-11-14T04:55:34,045 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/WALs/44289c305c03,35921,1731560133892/44289c305c03%2C35921%2C1731560133892.1731560134021 2024-11-14T04:55:34,045 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717),(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-14T04:55:34,045 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:34,045 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:34,045 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,045 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:55:34,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:55:34,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:34,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:55:34,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:34,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:55:34,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:55:34,054 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,055 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,055 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,056 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,056 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,057 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:55:34,058 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:55:34,060 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:34,060 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810032, jitterRate=0.030010148882865906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:55:34,061 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731560134046Initializing all the Stores at 1731560134046Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560134047 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560134047Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560134047Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560134047Cleaning up temporary data from old regions at 1731560134056 (+9 ms)Region opened successfully at 1731560134061 (+5 ms) 2024-11-14T04:55:34,061 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:55:34,064 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34993113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:55:34,065 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:55:34,065 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:55:34,065 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:55:34,065 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:55:34,065 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:55:34,066 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:55:34,066 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:55:34,068 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:55:34,068 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:55:34,070 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:55:34,070 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:55:34,070 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:55:34,071 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:55:34,072 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:55:34,073 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:55:34,074 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:55:34,075 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:55:34,077 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:55:34,079 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:55:34,081 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:55:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,083 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,35921,1731560133892, sessionid=0x100ef99c99f0000, setting cluster-up flag (Was=false) 2024-11-14T04:55:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,091 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:55:34,092 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,35921,1731560133892 2024-11-14T04:55:34,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,101 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:55:34,102 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,35921,1731560133892 2024-11-14T04:55:34,103 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:55:34,104 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:34,104 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:55:34,105 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:55:34,105 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,35921,1731560133892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:55:34,106 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:34,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:55:34,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:55:34,113 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731560164113 2024-11-14T04:55:34,113 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:55:34,114 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:55:34,114 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:55:34,114 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:55:34,114 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:55:34,114 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:55:34,114 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,117 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:55:34,117 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:55:34,118 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:55:34,118 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:55:34,119 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:55:34,119 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560134119,5,FailOnTimeoutGroup] 2024-11-14T04:55:34,122 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560134119,5,FailOnTimeoutGroup] 2024-11-14T04:55:34,122 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,122 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:55:34,123 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,123 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:55:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:55:34,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:55:34,133 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494 2024-11-14T04:55:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:55:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:55:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:34,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:55:34,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:55:34,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:55:34,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:55:34,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:55:34,150 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(746): ClusterId : 077f8130-e269-4f1e-817e-533315bbbeef 2024-11-14T04:55:34,150 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:55:34,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:55:34,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:55:34,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:55:34,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,153 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:55:34,153 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:55:34,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:55:34,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740 2024-11-14T04:55:34,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740 2024-11-14T04:55:34,155 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:55:34,155 DEBUG [RS:0;44289c305c03:34727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6556ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:55:34,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:55:34,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:55:34,157 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:55:34,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:55:34,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:55:34,162 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=807028, jitterRate=0.026190340518951416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:55:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731560134144Initializing all the Stores at 1731560134145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560134145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560134145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560134145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560134145Cleaning up temporary data from old regions at 1731560134156 (+11 ms)Region opened successfully at 1731560134163 (+7 ms) 2024-11-14T04:55:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:55:34,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:55:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:55:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:55:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:55:34,165 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:55:34,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560134163Disabling compacts and flushes for region at 1731560134163Disabling writes for close at 1731560134163Writing region close event to WAL at 1731560134165 (+2 ms)Closed at 1731560134165 2024-11-14T04:55:34,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:34,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:55:34,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:55:34,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:55:34,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:55:34,169 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:34727 2024-11-14T04:55:34,169 INFO [RS:0;44289c305c03:34727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:55:34,169 INFO [RS:0;44289c305c03:34727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:55:34,169 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:55:34,170 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,35921,1731560133892 with port=34727, startcode=1731560133933 2024-11-14T04:55:34,170 DEBUG [RS:0;44289c305c03:34727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:55:34,172 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:55:34,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,34727,1731560133933 2024-11-14T04:55:34,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35921 {}] master.ServerManager(517): Registering regionserver=44289c305c03,34727,1731560133933 2024-11-14T04:55:34,174 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494 2024-11-14T04:55:34,174 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36737 2024-11-14T04:55:34,174 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:55:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:55:34,176 DEBUG [RS:0;44289c305c03:34727 {}] zookeeper.ZKUtil(111): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,34727,1731560133933 2024-11-14T04:55:34,176 WARN [RS:0;44289c305c03:34727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:55:34,176 INFO [RS:0;44289c305c03:34727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:34,176 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/44289c305c03,34727,1731560133933 2024-11-14T04:55:34,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,34727,1731560133933] 2024-11-14T04:55:34,184 INFO [RS:0;44289c305c03:34727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:55:34,186 INFO [RS:0;44289c305c03:34727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:55:34,187 INFO [RS:0;44289c305c03:34727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:55:34,187 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,188 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:55:34,189 INFO [RS:0;44289c305c03:34727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:55:34,189 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:34,190 DEBUG [RS:0;44289c305c03:34727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:55:34,193 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,193 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,193 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,193 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,193 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,193 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,34727,1731560133933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:55:34,219 INFO [RS:0;44289c305c03:34727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:55:34,219 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,34727,1731560133933-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,219 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,220 INFO [RS:0;44289c305c03:34727 {}] regionserver.Replication(171): 44289c305c03,34727,1731560133933 started 2024-11-14T04:55:34,234 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,235 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,34727,1731560133933, RpcServer on 44289c305c03/172.17.0.2:34727, sessionid=0x100ef99c99f0001 2024-11-14T04:55:34,235 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:55:34,235 DEBUG [RS:0;44289c305c03:34727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,34727,1731560133933 2024-11-14T04:55:34,235 DEBUG [RS:0;44289c305c03:34727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,34727,1731560133933' 2024-11-14T04:55:34,235 DEBUG [RS:0;44289c305c03:34727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:55:34,235 DEBUG [RS:0;44289c305c03:34727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:55:34,236 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:55:34,236 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:55:34,236 DEBUG [RS:0;44289c305c03:34727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,34727,1731560133933 2024-11-14T04:55:34,236 DEBUG [RS:0;44289c305c03:34727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,34727,1731560133933' 2024-11-14T04:55:34,236 DEBUG [RS:0;44289c305c03:34727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:55:34,236 DEBUG [RS:0;44289c305c03:34727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:55:34,236 DEBUG [RS:0;44289c305c03:34727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:55:34,236 INFO [RS:0;44289c305c03:34727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:55:34,237 INFO [RS:0;44289c305c03:34727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:55:34,319 WARN [44289c305c03:35921 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:55:34,337 INFO [RS:0;44289c305c03:34727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:34,339 INFO [RS:0;44289c305c03:34727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C34727%2C1731560133933, suffix=, logDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/44289c305c03,34727,1731560133933, archiveDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/oldWALs, maxLogs=32 2024-11-14T04:55:34,352 DEBUG [RS:0;44289c305c03:34727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/44289c305c03,34727,1731560133933/44289c305c03%2C34727%2C1731560133933.1731560134339, exclude list is [], retry=0 2024-11-14T04:55:34,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-32864781-55b7-4170-9ccc-f0c9186cd635,DISK] 2024-11-14T04:55:34,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-6bbc456a-b399-4dd1-aaca-b7d258275879,DISK] 2024-11-14T04:55:34,357 INFO [RS:0;44289c305c03:34727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/44289c305c03,34727,1731560133933/44289c305c03%2C34727%2C1731560133933.1731560134339 2024-11-14T04:55:34,357 DEBUG [RS:0;44289c305c03:34727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717),(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-14T04:55:34,569 DEBUG [44289c305c03:35921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:55:34,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,34727,1731560133933 2024-11-14T04:55:34,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,34727,1731560133933, state=OPENING 2024-11-14T04:55:34,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:55:34,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:55:34,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:34,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:34,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,34727,1731560133933}] 2024-11-14T04:55:34,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:55:34,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:55:34,733 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:55:34,733 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:34,734 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:55:34,735 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C34727%2C1731560133933.meta, suffix=.meta, logDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/44289c305c03,34727,1731560133933, archiveDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/oldWALs, maxLogs=32 2024-11-14T04:55:34,749 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/44289c305c03,34727,1731560133933/44289c305c03%2C34727%2C1731560133933.meta.1731560134735.meta, exclude list is [], retry=0 2024-11-14T04:55:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-6bbc456a-b399-4dd1-aaca-b7d258275879,DISK] 2024-11-14T04:55:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-32864781-55b7-4170-9ccc-f0c9186cd635,DISK] 2024-11-14T04:55:34,753 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/44289c305c03,34727,1731560133933/44289c305c03%2C34727%2C1731560133933.meta.1731560134735.meta 2024-11-14T04:55:34,754 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635),(127.0.0.1/127.0.0.1:44717:44717)] 2024-11-14T04:55:34,754 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:55:34,754 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:55:34,754 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:55:34,754 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:55:34,755 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:55:34,755 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:55:34,755 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:55:34,755 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:55:34,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:55:34,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:55:34,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:55:34,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:55:34,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:55:34,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:55:34,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:55:34,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:55:34,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:55:34,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:55:34,761 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:55:34,762 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740 2024-11-14T04:55:34,763 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740 2024-11-14T04:55:34,764 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:55:34,764 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:55:34,765 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:55:34,766 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:55:34,767 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749939, jitterRate=-0.04640381038188934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:55:34,767 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:55:34,767 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731560134755Writing region info on filesystem at 1731560134755Initializing all the Stores at 1731560134756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560134756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560134756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560134756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560134756Cleaning up temporary data from old regions at 1731560134764 (+8 ms)Running coprocessor post-open hooks at 1731560134767 (+3 ms)Region opened successfully at 1731560134767 2024-11-14T04:55:34,768 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731560134727 2024-11-14T04:55:34,770 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:55:34,770 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:55:34,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34727,1731560133933 2024-11-14T04:55:34,772 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,34727,1731560133933, state=OPEN 2024-11-14T04:55:34,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:55:34,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:55:34,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,34727,1731560133933 2024-11-14T04:55:34,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:34,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:55:34,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:55:34,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,34727,1731560133933 in 202 msec 2024-11-14T04:55:34,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:55:34,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-14T04:55:34,782 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:55:34,782 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:55:34,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:55:34,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,34727,1731560133933, seqNum=-1] 2024-11-14T04:55:34,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:55:34,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:55:34,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 685 msec 2024-11-14T04:55:34,790 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731560134790, completionTime=-1 2024-11-14T04:55:34,790 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:55:34,790 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:55:34,792 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T04:55:34,792 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731560194792 2024-11-14T04:55:34,792 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731560254792 2024-11-14T04:55:34,792 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T04:55:34,793 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35921,1731560133892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,793 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35921,1731560133892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,793 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35921,1731560133892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,793 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:35921, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,793 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,793 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,795 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.834sec 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35921,1731560133892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:55:34,797 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35921,1731560133892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:55:34,799 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:55:34,799 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:55:34,799 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35921,1731560133892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:55:34,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aea1bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:55:34,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,35921,-1 for getting cluster id 2024-11-14T04:55:34,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:55:34,852 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '077f8130-e269-4f1e-817e-533315bbbeef' 2024-11-14T04:55:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:55:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "077f8130-e269-4f1e-817e-533315bbbeef" 2024-11-14T04:55:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4a2a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:55:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,35921,-1] 2024-11-14T04:55:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:55:34,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:34,855 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:55:34,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af1d977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:55:34,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:55:34,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,34727,1731560133933, seqNum=-1] 2024-11-14T04:55:34,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:55:34,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:55:34,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,35921,1731560133892 2024-11-14T04:55:34,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:55:34,862 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T04:55:34,862 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:55:34,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:55:34,865 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1, archiveDir=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/oldWALs, maxLogs=32 2024-11-14T04:55:34,878 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1/test.com%2C8080%2C1.1731560134865, exclude list is [], retry=0 2024-11-14T04:55:34,881 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-6bbc456a-b399-4dd1-aaca-b7d258275879,DISK] 2024-11-14T04:55:34,881 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-32864781-55b7-4170-9ccc-f0c9186cd635,DISK] 2024-11-14T04:55:34,883 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1/test.com%2C8080%2C1.1731560134865 2024-11-14T04:55:34,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635),(127.0.0.1/127.0.0.1:44717:44717)] 2024-11-14T04:55:34,896 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1/test.com%2C8080%2C1.1731560134884, exclude list is [], retry=0 2024-11-14T04:55:34,899 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-32864781-55b7-4170-9ccc-f0c9186cd635,DISK] 2024-11-14T04:55:34,899 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-6bbc456a-b399-4dd1-aaca-b7d258275879,DISK] 2024-11-14T04:55:34,901 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1/test.com%2C8080%2C1.1731560134865 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1/test.com%2C8080%2C1.1731560134884 2024-11-14T04:55:34,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717),(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-14T04:55:34,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1/test.com%2C8080%2C1.1731560134865 is not closed yet, will try archiving it next time 2024-11-14T04:55:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741835_1011 (size=93) 2024-11-14T04:55:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741835_1011 (size=93) 2024-11-14T04:55:34,904 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/WALs/test.com,8080,1/test.com%2C8080%2C1.1731560134865 to hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/oldWALs/test.com%2C8080%2C1.1731560134865 2024-11-14T04:55:34,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741836_1012 (size=93) 2024-11-14T04:55:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741836_1012 (size=93) 2024-11-14T04:55:34,907 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/oldWALs 2024-11-14T04:55:34,907 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731560134884) 2024-11-14T04:55:34,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:55:34,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:55:34,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:55:34,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:34,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:34,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:55:34,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:55:34,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1727021494, stopped=false 2024-11-14T04:55:34,907 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,35921,1731560133892 2024-11-14T04:55:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:55:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:55:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:34,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:55:34,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:55:34,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:34,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,34727,1731560133933' ***** 2024-11-14T04:55:34,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:55:34,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:34,910 INFO [RS:0;44289c305c03:34727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:55:34,910 INFO [RS:0;44289c305c03:34727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:55:34,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:55:34,910 INFO [RS:0;44289c305c03:34727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:55:34,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:55:34,910 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,34727,1731560133933 2024-11-14T04:55:34,910 INFO [RS:0;44289c305c03:34727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:55:34,910 INFO [RS:0;44289c305c03:34727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:34727. 2024-11-14T04:55:34,910 DEBUG [RS:0;44289c305c03:34727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:55:34,910 DEBUG [RS:0;44289c305c03:34727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:34,910 INFO [RS:0;44289c305c03:34727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:55:34,911 INFO [RS:0;44289c305c03:34727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:55:34,911 INFO [RS:0;44289c305c03:34727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:55:34,911 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:55:34,911 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:55:34,911 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:55:34,911 DEBUG [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:55:34,911 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:55:34,911 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:55:34,911 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:55:34,911 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:55:34,911 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:55:34,911 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T04:55:34,927 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740/.tmp/ns/8fe07d8033d4490d8e2faac53d4dbbd2 is 43, key is default/ns:d/1731560134786/Put/seqid=0 2024-11-14T04:55:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741837_1013 (size=5153) 2024-11-14T04:55:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741837_1013 (size=5153) 2024-11-14T04:55:34,932 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740/.tmp/ns/8fe07d8033d4490d8e2faac53d4dbbd2 2024-11-14T04:55:34,938 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740/.tmp/ns/8fe07d8033d4490d8e2faac53d4dbbd2 as hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740/ns/8fe07d8033d4490d8e2faac53d4dbbd2 2024-11-14T04:55:34,942 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740/ns/8fe07d8033d4490d8e2faac53d4dbbd2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T04:55:34,943 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-14T04:55:34,947 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T04:55:34,947 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:55:34,947 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:55:34,948 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560134911Running coprocessor pre-close hooks at 1731560134911Disabling compacts and flushes for region at 1731560134911Disabling writes for close at 1731560134911Obtaining lock to block concurrent updates at 1731560134911Preparing flush snapshotting stores in 1588230740 at 1731560134911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731560134912 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731560134912Flushing 1588230740/ns: creating writer at 1731560134912Flushing 1588230740/ns: appending metadata at 1731560134926 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731560134926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9ca8b6: reopening flushed file at 1731560134937 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731560134943 (+6 ms)Writing region close event to WAL at 1731560134944 (+1 ms)Running coprocessor post-close hooks at 1731560134947 (+3 ms)Closed at 1731560134947 2024-11-14T04:55:34,948 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:55:35,111 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,34727,1731560133933; all regions closed. 2024-11-14T04:55:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741834_1010 (size=1152) 2024-11-14T04:55:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741834_1010 (size=1152) 2024-11-14T04:55:35,116 DEBUG [RS:0;44289c305c03:34727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/oldWALs 2024-11-14T04:55:35,116 INFO [RS:0;44289c305c03:34727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C34727%2C1731560133933.meta:.meta(num 1731560134735) 2024-11-14T04:55:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741833_1009 (size=93) 2024-11-14T04:55:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741833_1009 (size=93) 2024-11-14T04:55:35,120 DEBUG [RS:0;44289c305c03:34727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/oldWALs 2024-11-14T04:55:35,120 INFO [RS:0;44289c305c03:34727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C34727%2C1731560133933:(num 1731560134339) 2024-11-14T04:55:35,120 DEBUG [RS:0;44289c305c03:34727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:55:35,120 INFO [RS:0;44289c305c03:34727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:55:35,120 INFO [RS:0;44289c305c03:34727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:55:35,121 INFO [RS:0;44289c305c03:34727 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:55:35,121 INFO [RS:0;44289c305c03:34727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:55:35,121 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:55:35,121 INFO [RS:0;44289c305c03:34727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34727 2024-11-14T04:55:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,34727,1731560133933 2024-11-14T04:55:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:55:35,123 INFO [RS:0;44289c305c03:34727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:55:35,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,34727,1731560133933] 2024-11-14T04:55:35,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,34727,1731560133933 already deleted, retry=false 2024-11-14T04:55:35,126 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,34727,1731560133933 expired; onlineServers=0 2024-11-14T04:55:35,126 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,35921,1731560133892' ***** 2024-11-14T04:55:35,126 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:55:35,126 INFO [M:0;44289c305c03:35921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:55:35,126 INFO [M:0;44289c305c03:35921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:55:35,126 DEBUG [M:0;44289c305c03:35921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:55:35,126 DEBUG [M:0;44289c305c03:35921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:55:35,126 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560134119 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560134119,5,FailOnTimeoutGroup] 2024-11-14T04:55:35,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:55:35,126 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560134119 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560134119,5,FailOnTimeoutGroup] 2024-11-14T04:55:35,126 INFO [M:0;44289c305c03:35921 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:55:35,126 INFO [M:0;44289c305c03:35921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:55:35,126 DEBUG [M:0;44289c305c03:35921 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:55:35,126 INFO [M:0;44289c305c03:35921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:55:35,126 INFO [M:0;44289c305c03:35921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:55:35,126 INFO [M:0;44289c305c03:35921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:55:35,127 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:55:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:55:35,128 DEBUG [M:0;44289c305c03:35921 {}] zookeeper.ZKUtil(347): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T04:55:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:55:35,128 WARN [M:0;44289c305c03:35921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:55:35,128 INFO [M:0;44289c305c03:35921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/.lastflushedseqids 2024-11-14T04:55:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741838_1014 (size=99) 2024-11-14T04:55:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741838_1014 (size=99) 2024-11-14T04:55:35,135 INFO [M:0;44289c305c03:35921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:55:35,135 INFO [M:0;44289c305c03:35921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:55:35,135 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:55:35,135 INFO [M:0;44289c305c03:35921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:35,135 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:35,135 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:55:35,135 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:35,135 INFO [M:0;44289c305c03:35921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-14T04:55:35,151 DEBUG [M:0;44289c305c03:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e5a81cf21bf4df08cf69b5fc10782df is 82, key is hbase:meta,,1/info:regioninfo/1731560134771/Put/seqid=0 2024-11-14T04:55:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741839_1015 (size=5672) 2024-11-14T04:55:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741839_1015 (size=5672) 2024-11-14T04:55:35,156 INFO [M:0;44289c305c03:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e5a81cf21bf4df08cf69b5fc10782df 2024-11-14T04:55:35,175 DEBUG [M:0;44289c305c03:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e087c797c744d4a85020ac2a28283e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731560134789/Put/seqid=0 2024-11-14T04:55:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741840_1016 (size=5275) 2024-11-14T04:55:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741840_1016 (size=5275) 2024-11-14T04:55:35,181 INFO [M:0;44289c305c03:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e087c797c744d4a85020ac2a28283e 2024-11-14T04:55:35,200 DEBUG [M:0;44289c305c03:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b05edd2173e345f3b7b3b84fa9a099cd is 69, key is 44289c305c03,34727,1731560133933/rs:state/1731560134172/Put/seqid=0 2024-11-14T04:55:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741841_1017 (size=5156) 2024-11-14T04:55:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741841_1017 (size=5156) 2024-11-14T04:55:35,205 INFO [M:0;44289c305c03:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b05edd2173e345f3b7b3b84fa9a099cd 2024-11-14T04:55:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:35,224 INFO [RS:0;44289c305c03:34727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:55:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34727-0x100ef99c99f0001, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:35,225 INFO [RS:0;44289c305c03:34727 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,34727,1731560133933; zookeeper connection closed. 2024-11-14T04:55:35,225 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1340bf67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1340bf67 2024-11-14T04:55:35,225 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:55:35,233 DEBUG [M:0;44289c305c03:35921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/461dde403aab46048783b4fd53c3c775 is 52, key is load_balancer_on/state:d/1731560134861/Put/seqid=0 2024-11-14T04:55:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741842_1018 (size=5056) 2024-11-14T04:55:35,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741842_1018 (size=5056) 2024-11-14T04:55:35,242 INFO [M:0;44289c305c03:35921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/461dde403aab46048783b4fd53c3c775 2024-11-14T04:55:35,248 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e5a81cf21bf4df08cf69b5fc10782df as hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e5a81cf21bf4df08cf69b5fc10782df 2024-11-14T04:55:35,255 INFO [M:0;44289c305c03:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e5a81cf21bf4df08cf69b5fc10782df, entries=8, sequenceid=29, filesize=5.5 K 2024-11-14T04:55:35,256 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e087c797c744d4a85020ac2a28283e as hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03e087c797c744d4a85020ac2a28283e 2024-11-14T04:55:35,262 INFO [M:0;44289c305c03:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03e087c797c744d4a85020ac2a28283e, entries=3, sequenceid=29, filesize=5.2 K 2024-11-14T04:55:35,263 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b05edd2173e345f3b7b3b84fa9a099cd as hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b05edd2173e345f3b7b3b84fa9a099cd 2024-11-14T04:55:35,269 INFO [M:0;44289c305c03:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b05edd2173e345f3b7b3b84fa9a099cd, entries=1, sequenceid=29, filesize=5.0 K 2024-11-14T04:55:35,270 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/461dde403aab46048783b4fd53c3c775 as hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/461dde403aab46048783b4fd53c3c775 2024-11-14T04:55:35,275 INFO [M:0;44289c305c03:35921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36737/user/jenkins/test-data/18c7bc8a-23ec-ae30-ace3-8bf58b661494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/461dde403aab46048783b4fd53c3c775, entries=1, sequenceid=29, filesize=4.9 K 2024-11-14T04:55:35,276 INFO [M:0;44289c305c03:35921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=29, compaction requested=false 2024-11-14T04:55:35,278 INFO [M:0;44289c305c03:35921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:55:35,278 DEBUG [M:0;44289c305c03:35921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560135135Disabling compacts and flushes for region at 1731560135135Disabling writes for close at 1731560135135Obtaining lock to block concurrent updates at 1731560135135Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731560135135Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731560135135Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731560135136 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731560135136Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731560135151 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731560135151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731560135161 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731560135175 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731560135175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731560135186 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731560135199 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731560135199Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731560135210 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731560135232 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731560135232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c44ca7: reopening flushed file at 1731560135248 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3edce1: reopening flushed file at 1731560135255 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f5ad0a: reopening flushed file at 1731560135262 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca06f2a: reopening flushed file at 1731560135269 (+7 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=29, compaction requested=false at 1731560135276 (+7 ms)Writing region close event to WAL at 1731560135278 (+2 ms)Closed at 1731560135278 2024-11-14T04:55:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741830_1006 (size=10311) 2024-11-14T04:55:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741830_1006 (size=10311) 2024-11-14T04:55:35,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:55:35,281 INFO [M:0;44289c305c03:35921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:55:35,281 INFO [M:0;44289c305c03:35921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35921 2024-11-14T04:55:35,282 INFO [M:0;44289c305c03:35921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:55:35,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:35,384 INFO [M:0;44289c305c03:35921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:55:35,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35921-0x100ef99c99f0000, quorum=127.0.0.1:51714, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:55:35,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@776e989a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:35,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a1bde6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:55:35,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:55:35,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eebfe76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:55:35,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330d155c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.log.dir/,STOPPED} 2024-11-14T04:55:35,389 WARN [BP-315060267-172.17.0.2-1731560133169 heartbeating to localhost/127.0.0.1:36737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:55:35,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:55:35,389 WARN [BP-315060267-172.17.0.2-1731560133169 heartbeating to localhost/127.0.0.1:36737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-315060267-172.17.0.2-1731560133169 (Datanode Uuid f455febc-7d2e-4cae-bbe8-6394201461f0) service to localhost/127.0.0.1:36737 2024-11-14T04:55:35,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:55:35,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data3/current/BP-315060267-172.17.0.2-1731560133169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:35,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data4/current/BP-315060267-172.17.0.2-1731560133169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:35,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:55:35,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48ad23d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:55:35,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b8f9df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:55:35,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:55:35,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53ac20b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:55:35,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b454db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.log.dir/,STOPPED} 2024-11-14T04:55:35,394 WARN [BP-315060267-172.17.0.2-1731560133169 heartbeating to localhost/127.0.0.1:36737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:55:35,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:55:35,395 WARN [BP-315060267-172.17.0.2-1731560133169 heartbeating to localhost/127.0.0.1:36737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-315060267-172.17.0.2-1731560133169 (Datanode Uuid 93c256c4-b93d-4bc9-8355-64a1e7283ccb) service to localhost/127.0.0.1:36737 2024-11-14T04:55:35,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data1/current/BP-315060267-172.17.0.2-1731560133169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:35,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/cluster_f992a8b0-b837-4b60-c6eb-aa52618bf04c/data/data2/current/BP-315060267-172.17.0.2-1731560133169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:55:35,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:55:35,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:55:35,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34f560e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:55:35,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5157eab4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:55:35,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:55:35,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15938ba9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:55:35,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ff609e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b8bdca6-b877-563c-5857-a2985482267e/hadoop.log.dir/,STOPPED} 2024-11-14T04:55:35,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:55:35,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:55:35,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 110) - Thread LEAK? -, OpenFileDescriptor=502 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6395 (was 6479)